None
This notebook processes a set of images through calwebb_detector1, calwebb_image2 and calwebb_image3 and examines the output table of the source_catalog step along with comparisons to Gaia (aligning the data to Gaia in tweakreg).
This test uses MIRI F770W Imager data of a crowded star field in the LMC. The data is from Commissioning program 1040. Longer wavelength data using F1280W filter from the same program are also compared to Gaia and the F770W data.
The pipeline documentation can be found here: https://jwst-pipeline.readthedocs.io/en/latest/jwst/source_catalog/main.html
The pipeline code is available on GitHub: https://github.com/spacetelescope/jwst
The steps of this test are as follow:
For each filter,
Set up data path and directory and image files name.
Run output of calwebb_detector1 through calwebb_image2.
Run output of calwebb_image2 through calwebb_image3. Use Align_to_Gaia in image3.
Read in output table of source_catalog step and print ecsv table for pipeline output and gaia catalog.
Display image and overplot detector sources from ecsv table, comparing pipeline and gaia catalogs.
Look at plots of total flux in Jy and AB mag.
Look for matches between expected source positions (RA and Dec) from Gaia catalog to output from source_catalog.
Examine how far apart any matched sources are between Gaia and source catalog.
Compare magnitudes and magnitude differences between the different filters and output found sources.
# Create a temporary directory to hold notebook output, and change the working directory to that directory.
from tempfile import TemporaryDirectory
import os
data_dir = TemporaryDirectory()
os.chdir(data_dir.name)
# For info, print out where the script is running
print("Running in {}".format(os.getcwd()))
Running in /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmpq_0bswln
import os
if 'CRDS_CACHE_TYPE' in os.environ:
if os.environ['CRDS_CACHE_TYPE'] == 'local':
os.environ['CRDS_PATH'] = os.path.join(os.environ['HOME'], 'crds', 'cache')
elif os.path.isdir(os.environ['CRDS_CACHE_TYPE']):
os.environ['CRDS_PATH'] = os.environ['CRDS_CACHE_TYPE']
print('CRDS cache location: {}'.format(os.environ['CRDS_PATH']))
CRDS cache location: /grp/crds/cache
#import pytest
import numpy as np
from glob import glob
import json
import matplotlib.pyplot as plt
import photutils
import math
from astropy.io import fits, ascii
from astropy.coordinates import Angle
from astropy.table import Table, vstack, unique, join
from astropy import table
from astropy.coordinates import SkyCoord, match_coordinates_sky
from astropy.visualization import simple_norm
from astropy import units as u
from astropy.modeling import models
from astropy.wcs import WCS
# Box download imports
from astropy.utils.data import download_file
from pathlib import Path
from shutil import move
from os.path import splitext
import jwst
from jwst import datamodels
from jwst.datamodels import RampModel, ImageModel
from jwst import associations
from jwst.associations import asn_from_list
from jwst.associations.lib.rules_level3_base import DMS_Level3_Base
from jwst.pipeline import calwebb_image3
from jwst.pipeline import calwebb_image2
from jwst.pipeline import calwebb_detector1
from jwst.pipeline import Detector1Pipeline, Image2Pipeline, Image3Pipeline
print(jwst.__version__)
print(data_dir)
1.7.2 <TemporaryDirectory '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmpq_0bswln'>
# Read in dataset from Box
def get_box_files(file_list):
for box_url,file_name in file_list:
if 'https' not in box_url:
box_url = 'https://stsci.box.com/shared/static/' + box_url
downloaded_file = download_file(box_url, timeout=600)
if Path(file_name).suffix == '':
ext = splitext(box_url)[1]
file_name += ext
move(downloaded_file, file_name)
# F770W data of PID 1040 (LMC), taken in May 2022
file_urls = ['https://stsci.box.com/shared/static/yk2kfwxr1dv7mcc84zvi02t7mq8e5wc7.fits',
'https://stsci.box.com/shared/static/icedk709owq6op5mttv4y8k0bce58wu7.fits',
'https://stsci.box.com/shared/static/kq4h4pb95yse3k1ryb0d1vcs69ay4679.fits',
'https://stsci.box.com/shared/static/z1wbjh0y3dzuh2i5heejo0sehwqu2p2w.fits',
'https://stsci.box.com/shared/static/q01wh0evq7w7klqy566cbm1qlpuys7h7.fits',
'https://stsci.box.com/shared/static/gj558uxvarmcm807z7hv3h1nh7hscudc.fit']
file_names = ['jw01040001005_03103_00001_mirimage_uncal.fits',
'jw01040001005_03103_00002_mirimage_uncal.fits',
'jw01040001005_03103_00003_mirimage_uncal.fits',
'jw01040001005_03103_00004_mirimage_uncal.fits',
'jw01040001005_03103_00005_mirimage_uncal.fits',
'Gaia_pid_1040.fit']
box_download_list = [(url,name) for url,name in zip(file_urls,file_names)]
get_box_files(box_download_list)
uncalfiles = file_names[0:-1]
full_gaia_cat = file_names[-1]
print('Filenames of uncal files')
print(uncalfiles)
print()
print('Gaia catalog name: ', full_gaia_cat)
Filenames of uncal files ['jw01040001005_03103_00001_mirimage_uncal.fits', 'jw01040001005_03103_00002_mirimage_uncal.fits', 'jw01040001005_03103_00003_mirimage_uncal.fits', 'jw01040001005_03103_00004_mirimage_uncal.fits', 'jw01040001005_03103_00005_mirimage_uncal.fits'] Gaia catalog name: Gaia_pid_1040.fit
Run uncal files through calwebb_detector1, then the rate files through calwebb_image2.
# Run Calwebb_detector1 on uncal.fits files
#uncalfiles = glob('*uncal.fits')
print('There are ', len(uncalfiles), ' images.')
slopelist = []
# loop over list of files
for file in uncalfiles:
# Run pipeline on each file
rampfile = Detector1Pipeline.call(file, save_results=True)
# set up output file name
base, remainder = file.split('.')
outname = base
slopelist.append(base+'rate.fits')
print('Detector 1 steps completed on all files.')
print(slopelist)
There are 5 images.
2022-10-04 17:31:42,123 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:31:42,144 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:31:42,145 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:31:42,146 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:31:42,147 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:31:42,148 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:31:42,149 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:31:42,151 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:31:42,152 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:31:42,153 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:31:42,154 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:31:42,155 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:31:42,157 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:31:42,158 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:31:42,159 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:31:42,160 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:31:42,162 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:31:42,163 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:31:42,259 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00001_mirimage_uncal.fits',).
2022-10-04 17:31:42,269 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:31:42,509 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00001_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:31:42,534 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:31:42,536 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:31:42,538 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:31:42,539 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:31:42,541 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:31:42,541 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:31:42,543 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:31:42,543 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:31:42,544 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:31:42,546 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:31:42,547 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:31:42,548 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:31:42,548 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:31:42,549 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:31:43,025 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:43,026 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:31:43,100 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:31:43,101 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:31:43,104 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:31:43,293 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:43,295 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:31:43,318 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:31:43,564 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:31:43,754 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:43,755 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:31:43,778 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:31:44,262 - stpipe.Detector1Pipeline.saturation - INFO - Detected 820 saturated pixels
2022-10-04 17:31:44,268 - stpipe.Detector1Pipeline.saturation - INFO - Detected 76 A/D floor pixels
2022-10-04 17:31:44,277 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:31:44,474 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:44,475 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:31:44,476 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:31:44,479 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:31:44,672 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:44,674 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:31:44,744 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:31:44,934 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:44,936 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:31:45,011 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:31:45,197 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:45,199 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:31:45,226 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:31:46,202 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:31:46,399 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:46,401 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:31:46,425 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:31:47,037 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:31:47,220 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:47,222 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:31:47,246 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:31:47,355 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:31:47,536 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:47,538 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:31:47,561 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:32:16,545 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-10-04 17:32:16,548 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:32:17,560 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:32:17,793 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:32:17,795 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:32:17,859 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:32:17,860 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:32:17,861 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:32:17,861 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:32:17,862 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:32:17,863 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:32:17,863 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:32:17,863 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:32:17,865 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:32:17,936 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:32:17,949 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:32:18,110 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:32:18,112 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:32:18,122 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:32:18,136 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:18,174 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:18,286 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:32:18,303 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:32:18,774 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-10-04 17:32:18,802 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-10-04 17:32:18,803 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 8213 pixels with at least one CR from four groups.
2022-10-04 17:32:18,804 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 97 pixels with at least one CR from three groups.
2022-10-04 17:32:19,572 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.28445 sec
2022-10-04 17:32:19,575 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.452910
2022-10-04 17:32:19,581 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:32:19,767 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:32:19,769 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:32:19,804 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:19,804 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:19,853 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:32:19,854 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:32:19,888 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:32:19,889 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:32:22,983 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-10-04 17:32:22,984 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:32:23,073 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:32:23,174 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:32:23,176 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:23,216 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:32:23,216 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:32:23,221 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:32:23,313 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:32:23,314 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:23,356 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:32:23,357 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:32:23,362 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:32:23,449 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00001_mirimage_rateints.fits
2022-10-04 17:32:23,450 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:32:23,451 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:32:23,527 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00001_mirimage_rate.fits
2022-10-04 17:32:23,528 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:32:23,753 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:32:23,770 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:32:23,772 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:32:23,773 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:32:23,774 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:32:23,775 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:32:23,776 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:32:23,777 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:32:23,778 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:32:23,779 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:32:23,780 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:32:23,781 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:32:23,782 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:32:23,783 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:32:23,784 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:32:23,786 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:32:23,787 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:32:23,788 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:32:23,884 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00002_mirimage_uncal.fits',).
2022-10-04 17:32:23,893 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:32:24,108 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00002_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:32:24,117 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:32:24,120 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:32:24,121 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:32:24,123 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:32:24,126 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:32:24,127 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:32:24,128 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:32:24,128 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:32:24,130 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:32:24,132 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:32:24,135 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:32:24,135 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:32:24,136 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:32:24,136 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:32:24,461 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:24,463 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:24,527 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:32:24,528 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:32:24,530 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:32:24,626 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:24,628 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:24,649 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:32:24,839 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:32:24,936 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:24,937 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:32:24,958 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:32:25,349 - stpipe.Detector1Pipeline.saturation - INFO - Detected 845 saturated pixels
2022-10-04 17:32:25,354 - stpipe.Detector1Pipeline.saturation - INFO - Detected 80 A/D floor pixels
2022-10-04 17:32:25,363 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:32:25,487 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:25,488 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:25,489 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:32:25,491 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:32:25,579 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:25,581 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:25,644 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:32:25,742 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:25,744 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:25,806 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:32:25,905 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:25,906 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:25,927 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:32:26,238 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:32:26,339 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:26,340 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:26,362 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:32:26,642 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:32:26,740 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:26,741 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:32:26,763 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:32:26,864 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:32:26,965 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:26,967 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:32:26,989 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:32:29,526 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-10-04 17:32:29,527 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:32:30,508 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:32:30,631 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:30,632 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:32:30,694 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:32:30,694 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:32:30,695 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:32:30,695 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:32:30,696 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:32:30,696 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:32:30,697 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:32:30,697 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:32:30,699 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:32:30,766 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:32:30,779 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:32:30,875 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:30,877 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:32:30,886 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:32:30,900 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:30,939 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:31,035 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:32:31,047 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:32:31,506 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-10-04 17:32:31,535 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-10-04 17:32:31,536 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 8588 pixels with at least one CR from four groups.
2022-10-04 17:32:31,537 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 100 pixels with at least one CR from three groups.
2022-10-04 17:32:32,336 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.30013 sec
2022-10-04 17:32:32,340 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.453410
2022-10-04 17:32:32,345 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:32:32,442 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:32,443 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:32:32,475 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:32,476 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:32,525 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:32:32,525 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:32:32,559 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:32:32,560 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:32:35,736 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-10-04 17:32:35,737 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:32:35,817 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:32:35,914 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:35,916 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:35,954 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:32:35,955 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:32:35,960 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:32:36,054 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:36,056 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:36,098 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:32:36,099 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:32:36,103 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:32:36,190 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00002_mirimage_rateints.fits
2022-10-04 17:32:36,191 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:32:36,191 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:32:36,267 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00002_mirimage_rate.fits
2022-10-04 17:32:36,268 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:32:36,494 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:32:36,510 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:32:36,512 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:32:36,513 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:32:36,514 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:32:36,516 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:32:36,517 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:32:36,518 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:32:36,519 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:32:36,520 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:32:36,522 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:32:36,523 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:32:36,524 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:32:36,526 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:32:36,527 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:32:36,529 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:32:36,530 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:32:36,531 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:32:36,634 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00003_mirimage_uncal.fits',).
2022-10-04 17:32:36,644 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:32:36,863 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00003_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:32:36,870 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:32:36,872 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:32:36,873 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:32:36,874 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:32:36,876 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:32:36,876 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:32:36,877 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:32:36,877 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:32:36,879 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:32:36,880 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:32:36,881 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:32:36,882 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:32:36,882 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:32:36,883 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:32:37,216 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:37,218 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:37,281 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:32:37,282 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:32:37,285 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:32:37,383 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:37,384 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:37,405 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:32:37,596 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:32:37,694 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:37,696 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:32:37,717 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:32:38,096 - stpipe.Detector1Pipeline.saturation - INFO - Detected 801 saturated pixels
2022-10-04 17:32:38,101 - stpipe.Detector1Pipeline.saturation - INFO - Detected 78 A/D floor pixels
2022-10-04 17:32:38,109 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:32:38,210 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:38,212 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:38,212 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:32:38,215 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:32:38,304 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:38,305 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:38,369 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:32:38,468 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:38,470 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:38,533 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:32:38,634 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:38,635 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:38,657 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:32:38,960 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:32:39,065 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:39,067 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:39,088 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:32:39,373 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:32:39,474 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:39,476 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:32:39,497 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:32:39,598 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:32:39,699 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:39,700 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:32:39,721 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:32:42,163 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-10-04 17:32:42,165 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:32:43,151 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:32:43,277 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:43,279 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:32:43,342 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:32:43,343 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:32:43,343 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:32:43,344 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:32:43,344 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:32:43,345 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:32:43,345 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:32:43,346 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:32:43,347 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:32:43,415 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:32:43,428 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:32:43,532 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:43,534 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:32:43,544 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:32:43,558 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:43,595 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:43,695 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:32:43,710 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:32:44,170 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-10-04 17:32:44,198 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-10-04 17:32:44,199 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 8645 pixels with at least one CR from four groups.
2022-10-04 17:32:44,200 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 92 pixels with at least one CR from three groups.
2022-10-04 17:32:45,006 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.31032 sec
2022-10-04 17:32:45,009 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.465030
2022-10-04 17:32:45,015 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:32:45,117 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:45,118 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:32:45,151 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:45,152 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:45,201 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:32:45,202 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:32:45,238 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:32:45,240 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:32:48,318 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-10-04 17:32:48,319 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:32:48,401 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:32:48,509 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:48,511 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:48,553 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:32:48,554 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:32:48,559 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:32:48,655 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:48,657 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:48,700 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:32:48,701 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:32:48,705 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:32:48,790 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00003_mirimage_rateints.fits
2022-10-04 17:32:48,791 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:32:48,791 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:32:48,869 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00003_mirimage_rate.fits
2022-10-04 17:32:48,870 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:32:49,101 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:32:49,117 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:32:49,119 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:32:49,120 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:32:49,121 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:32:49,122 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:32:49,124 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:32:49,125 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:32:49,126 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:32:49,127 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:32:49,128 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:32:49,129 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:32:49,131 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:32:49,132 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:32:49,133 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:32:49,134 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:32:49,135 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:32:49,136 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:32:49,243 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00004_mirimage_uncal.fits',).
2022-10-04 17:32:49,254 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:32:49,470 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00004_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:32:49,475 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:32:49,476 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:32:49,477 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:32:49,479 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:32:49,480 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:32:49,480 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:32:49,481 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:32:49,482 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:32:49,483 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:32:49,484 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:32:49,486 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:32:49,486 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:32:49,487 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:32:49,487 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:32:49,820 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:49,822 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:49,885 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:32:49,887 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:32:49,889 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:32:49,995 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:49,997 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:50,018 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:32:50,215 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:32:50,318 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:50,319 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:32:50,340 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:32:50,735 - stpipe.Detector1Pipeline.saturation - INFO - Detected 845 saturated pixels
2022-10-04 17:32:50,740 - stpipe.Detector1Pipeline.saturation - INFO - Detected 85 A/D floor pixels
2022-10-04 17:32:50,748 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:32:50,851 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:50,853 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:50,853 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:32:50,856 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:32:50,948 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:50,950 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:51,015 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:32:51,126 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:51,128 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:51,193 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:32:51,299 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:51,301 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:51,323 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:32:51,633 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:32:51,737 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:51,739 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:51,760 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:32:52,047 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:32:52,152 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:52,153 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:32:52,177 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:32:52,282 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:32:52,394 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:52,396 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:32:52,420 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:32:54,891 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-10-04 17:32:54,892 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:32:55,871 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:32:55,991 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:55,992 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:32:56,055 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:32:56,056 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:32:56,056 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:32:56,057 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:32:56,057 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:32:56,058 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:32:56,058 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:32:56,058 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:32:56,060 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:32:56,129 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:32:56,142 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:32:56,248 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:56,250 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:32:56,260 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:32:56,273 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:56,308 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:56,407 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:32:56,422 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:32:56,877 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-10-04 17:32:56,905 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-10-04 17:32:56,906 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 9114 pixels with at least one CR from four groups.
2022-10-04 17:32:56,906 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 93 pixels with at least one CR from three groups.
2022-10-04 17:32:57,763 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.35495 sec
2022-10-04 17:32:57,769 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.509381
2022-10-04 17:32:57,775 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:32:57,903 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:57,904 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:32:57,937 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:57,938 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:57,988 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:32:57,989 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:32:58,024 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:32:58,025 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:33:01,067 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-10-04 17:33:01,068 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:33:01,149 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:33:01,254 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:33:01,256 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:01,299 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:33:01,299 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:33:01,304 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:33:01,407 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:33:01,409 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:01,452 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:33:01,453 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:33:01,458 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:33:01,543 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00004_mirimage_rateints.fits
2022-10-04 17:33:01,544 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:33:01,545 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:33:01,621 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00004_mirimage_rate.fits
2022-10-04 17:33:01,622 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:33:01,846 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:33:01,863 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:33:01,865 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:33:01,866 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:33:01,867 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:33:01,868 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:33:01,869 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:33:01,870 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:33:01,871 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:33:01,872 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:33:01,874 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:33:01,875 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:33:01,876 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:33:01,877 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:33:01,878 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:33:01,880 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:33:01,881 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:33:01,882 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:33:01,989 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00005_mirimage_uncal.fits',).
2022-10-04 17:33:01,999 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:33:02,215 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00005_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:33:02,218 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:33:02,220 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:33:02,221 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:33:02,223 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:33:02,225 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:33:02,225 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:33:02,226 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:33:02,227 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:33:02,228 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:33:02,230 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:33:02,231 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:33:02,232 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:33:02,232 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:33:02,233 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:33:02,592 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:02,594 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:02,661 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:33:02,662 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:33:02,665 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:33:02,770 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:02,772 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:02,793 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:33:02,993 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:33:03,098 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:03,100 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:33:03,121 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:33:03,516 - stpipe.Detector1Pipeline.saturation - INFO - Detected 826 saturated pixels
2022-10-04 17:33:03,520 - stpipe.Detector1Pipeline.saturation - INFO - Detected 79 A/D floor pixels
2022-10-04 17:33:03,529 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:33:03,635 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:03,636 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:03,637 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:33:03,639 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:33:03,740 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:03,742 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:03,808 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:33:03,916 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:03,918 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:03,982 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:33:04,093 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:04,094 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:04,116 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:33:04,425 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:33:04,533 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:04,535 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:04,556 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:33:04,837 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:33:04,949 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:04,950 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:33:04,972 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:33:05,073 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:33:05,183 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:05,184 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:33:05,205 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:33:07,664 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-10-04 17:33:07,665 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:33:08,648 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:33:08,778 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:08,780 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:33:08,841 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:33:08,842 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:33:08,843 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:33:08,843 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:33:08,843 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:33:08,844 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:33:08,844 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:33:08,845 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:33:08,846 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:33:08,915 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:33:08,928 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:33:09,035 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:09,037 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:33:09,047 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:33:09,060 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:33:09,096 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:33:09,202 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:33:09,217 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:33:09,673 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-10-04 17:33:09,699 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-10-04 17:33:09,700 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 8101 pixels with at least one CR from four groups.
2022-10-04 17:33:09,701 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 91 pixels with at least one CR from three groups.
2022-10-04 17:33:10,455 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.25225 sec
2022-10-04 17:33:10,458 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.411401
2022-10-04 17:33:10,464 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:33:10,570 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:10,572 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:33:10,604 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:33:10,605 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:33:10,654 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:33:10,655 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:33:10,688 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:33:10,689 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:33:13,724 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-10-04 17:33:13,725 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:33:13,805 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:33:13,911 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:13,912 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:13,951 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:33:13,952 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:33:13,957 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:33:14,062 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:14,064 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:14,107 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:33:14,108 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:33:14,113 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:33:14,199 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00005_mirimage_rateints.fits
2022-10-04 17:33:14,200 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:33:14,201 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:33:14,277 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00005_mirimage_rate.fits
2022-10-04 17:33:14,278 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
Detector 1 steps completed on all files. ['jw01040001005_03103_00001_mirimage_uncalrate.fits', 'jw01040001005_03103_00002_mirimage_uncalrate.fits', 'jw01040001005_03103_00003_mirimage_uncalrate.fits', 'jw01040001005_03103_00004_mirimage_uncalrate.fits', 'jw01040001005_03103_00005_mirimage_uncalrate.fits']
# Run Calwebb_image2 on output files from detector1
ratefiles = glob('*rate.fits')
print('There are ', len(ratefiles), ' images.')
callist = []
# cycle through files
for im in ratefiles:
calfile = Image2Pipeline.call(im, save_results=True)
callist.append(calfile)
print(callist)
2022-10-04 17:33:14,335 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:33:14,336 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:33:14,338 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:33:14,339 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:33:14,340 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:33:14,342 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:33:14,452 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00001_mirimage_rate.fits',).
2022-10-04 17:33:14,457 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
There are 5 images.
2022-10-04 17:33:14,496 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00001_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:33:14,505 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:33:14,507 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:33:14,507 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:33:14,508 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:33:14,508 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:33:14,509 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:33:14,510 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:33:14,512 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:33:14,512 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:33:14,513 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-10-04 17:33:14,515 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:33:14,515 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:33:14,516 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:33:14,516 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:33:14,516 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:33:14,517 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:33:14,517 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:33:14,518 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:33:14,519 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:33:14,519 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:33:14,520 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:33:14,520 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:33:14,521 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:33:14,521 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:33:14,522 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00001_mirimage
2022-10-04 17:33:14,522 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00001_mirimage_rate.fits ...
2022-10-04 17:33:14,663 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-10-04 17:33:14,665 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:33:14,905 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:33:14,988 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.522641348 -69.442270898 80.541473073 -69.472845905 80.629040030 -69.466224050 80.610866440 -69.435547473
2022-10-04 17:33:14,989 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.522641348 -69.442270898 80.541473073 -69.472845905 80.629040030 -69.466224050 80.610866440 -69.435547473
2022-10-04 17:33:14,989 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:33:15,108 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:33:15,252 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-10-04 17:33:15,253 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:33:15,984 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:15,985 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:15,986 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:15,993 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:16,119 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:33:16,231 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-10-04 17:33:16,233 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:33:16,257 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:33:16,258 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:33:16,336 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:33:16,337 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-10-04 17:33:16,338 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-10-04 17:33:16,338 - stpipe.Image2Pipeline.photom - INFO - filter: F770W
2022-10-04 17:33:16,402 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:33:16,404 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-10-04 17:33:16,405 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:33:16,406 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-10-04 17:33:16,422 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:33:16,532 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-10-04 17:33:16,534 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:33:16,561 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:33:16,580 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:33:16,581 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:33:16,581 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:33:16,582 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:33:16,704 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:33:17,356 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:17,554 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:33:18,219 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:18,431 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:33:19,044 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:19,234 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:33:19,845 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:20,088 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.522522458 -69.442147217 80.541128674 -69.472856530 80.629535994 -69.466236381 80.610809206 -69.435536527
2022-10-04 17:33:20,245 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00001_mirimage_i2d.fits
2022-10-04 17:33:20,246 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:33:20,246 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00001_mirimage
2022-10-04 17:33:20,248 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:33:20,249 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:33:20,419 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00001_mirimage_cal.fits
2022-10-04 17:33:20,420 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:33:20,466 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:33:20,467 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:33:20,469 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:33:20,470 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:33:20,471 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:33:20,472 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:33:20,588 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00002_mirimage_rate.fits',).
2022-10-04 17:33:20,592 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:33:20,630 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00002_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:33:20,636 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:33:20,637 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:33:20,638 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:33:20,638 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:33:20,638 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:33:20,639 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:33:20,640 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:33:20,641 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:33:20,641 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:33:20,643 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-10-04 17:33:20,645 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:33:20,645 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:33:20,646 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:33:20,646 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:33:20,646 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:33:20,647 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:33:20,647 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:33:20,648 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:33:20,649 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:33:20,649 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:33:20,650 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:33:20,650 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:33:20,651 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:33:20,651 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:33:20,652 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00002_mirimage
2022-10-04 17:33:20,652 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00002_mirimage_rate.fits ...
2022-10-04 17:33:20,798 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-10-04 17:33:20,799 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:33:20,988 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:33:21,069 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.519809620 -69.441190557 80.538636303 -69.471765875 80.626199744 -69.465145466 80.608031181 -69.434468588
2022-10-04 17:33:21,070 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.519809620 -69.441190557 80.538636303 -69.471765875 80.626199744 -69.465145466 80.608031181 -69.434468588
2022-10-04 17:33:21,071 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:33:21,142 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:33:21,258 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-10-04 17:33:21,260 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:33:21,368 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:21,369 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:21,370 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:21,377 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:21,502 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:33:21,615 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-10-04 17:33:21,617 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:33:21,642 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:33:21,643 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:33:21,721 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:33:21,722 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-10-04 17:33:21,722 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-10-04 17:33:21,723 - stpipe.Image2Pipeline.photom - INFO - filter: F770W
2022-10-04 17:33:21,769 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:33:21,771 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-10-04 17:33:21,772 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:33:21,772 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-10-04 17:33:21,789 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:33:21,908 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-10-04 17:33:21,910 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:33:21,937 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:33:21,956 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:33:21,956 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:33:21,957 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:33:21,957 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:33:22,079 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:33:22,703 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:22,877 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:33:23,509 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:23,696 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:33:24,323 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:24,515 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:33:25,150 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:25,372 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.519690753 -69.441066874 80.538291918 -69.471776494 80.626695680 -69.465157805 80.607973952 -69.434457641
2022-10-04 17:33:25,513 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00002_mirimage_i2d.fits
2022-10-04 17:33:25,514 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:33:25,514 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00002_mirimage
2022-10-04 17:33:25,516 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:33:25,517 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:33:25,691 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00002_mirimage_cal.fits
2022-10-04 17:33:25,692 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:33:25,740 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:33:25,742 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:33:25,743 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:33:25,744 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:33:25,746 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:33:25,748 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:33:25,902 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00003_mirimage_rate.fits',).
2022-10-04 17:33:25,906 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:33:25,945 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00003_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:33:25,949 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:33:25,951 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:33:25,952 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:33:25,952 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:33:25,952 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:33:25,953 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:33:25,954 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:33:25,955 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:33:25,955 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:33:25,956 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-10-04 17:33:25,957 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:33:25,957 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:33:25,958 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:33:25,958 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:33:25,958 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:33:25,959 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:33:25,959 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:33:25,960 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:33:25,961 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:33:25,961 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:33:25,961 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:33:25,962 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:33:25,962 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:33:25,963 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:33:25,963 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00003_mirimage
2022-10-04 17:33:25,964 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00003_mirimage_rate.fits ...
2022-10-04 17:33:26,118 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-10-04 17:33:26,119 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:33:26,318 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:33:26,401 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.517161229 -69.438911033 80.535982343 -69.469486621 80.623537263 -69.462867474 80.605374222 -69.432190334
2022-10-04 17:33:26,402 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.517161229 -69.438911033 80.535982343 -69.469486621 80.623537263 -69.462867474 80.605374222 -69.432190334
2022-10-04 17:33:26,402 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:33:26,473 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:33:26,595 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-10-04 17:33:26,597 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:33:26,705 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:26,706 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:26,706 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:26,713 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:26,838 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:33:26,957 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-10-04 17:33:26,959 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:33:26,985 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:33:26,986 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:33:27,066 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:33:27,067 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-10-04 17:33:27,068 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-10-04 17:33:27,068 - stpipe.Image2Pipeline.photom - INFO - filter: F770W
2022-10-04 17:33:27,115 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:33:27,117 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-10-04 17:33:27,118 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:33:27,118 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-10-04 17:33:27,135 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:33:27,258 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-10-04 17:33:27,260 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:33:27,287 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:33:27,305 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:33:27,306 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:33:27,306 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:33:27,307 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:33:27,427 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:33:28,088 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:28,266 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:33:28,909 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:29,106 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:33:29,746 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:29,936 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:33:30,570 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:30,789 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.517042388 -69.438787346 80.535637991 -69.469497234 80.624033142 -69.462879821 80.605317000 -69.432179387
2022-10-04 17:33:30,928 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00003_mirimage_i2d.fits
2022-10-04 17:33:30,929 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:33:30,930 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00003_mirimage
2022-10-04 17:33:30,932 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:33:30,933 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:33:31,106 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00003_mirimage_cal.fits
2022-10-04 17:33:31,107 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:33:31,156 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:33:31,157 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:33:31,159 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:33:31,160 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:33:31,162 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:33:31,163 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:33:31,313 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00004_mirimage_rate.fits',).
2022-10-04 17:33:31,317 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:33:31,358 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00004_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:33:31,363 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:33:31,365 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:33:31,366 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:33:31,366 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:33:31,367 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:33:31,368 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:33:31,369 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:33:31,370 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:33:31,371 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:33:31,373 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-10-04 17:33:31,374 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:33:31,375 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:33:31,375 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:33:31,376 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:33:31,376 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:33:31,377 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:33:31,377 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:33:31,378 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:33:31,379 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:33:31,380 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:33:31,380 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:33:31,380 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:33:31,381 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:33:31,381 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:33:31,382 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00004_mirimage
2022-10-04 17:33:31,382 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00004_mirimage_rate.fits ...
2022-10-04 17:33:31,537 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-10-04 17:33:31,539 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:33:31,728 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:33:31,810 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.513386844 -69.439832766 80.532203335 -69.470408766 80.619763197 -69.463791534 80.601604815 -69.433113997
2022-10-04 17:33:31,810 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.513386844 -69.439832766 80.532203335 -69.470408766 80.619763197 -69.463791534 80.601604815 -69.433113997
2022-10-04 17:33:31,811 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:33:31,881 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:33:32,003 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-10-04 17:33:32,005 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:33:32,111 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:32,112 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:32,113 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:32,120 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:32,250 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:33:32,381 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-10-04 17:33:32,383 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:33:32,409 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:33:32,410 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:33:32,489 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:33:32,490 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-10-04 17:33:32,491 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-10-04 17:33:32,491 - stpipe.Image2Pipeline.photom - INFO - filter: F770W
2022-10-04 17:33:32,536 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:33:32,538 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-10-04 17:33:32,539 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:33:32,540 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-10-04 17:33:32,557 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:33:32,685 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-10-04 17:33:32,686 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:33:32,714 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:33:32,733 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:33:32,733 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:33:32,734 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:33:32,734 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:33:32,858 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:33:33,508 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:33,682 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:33:34,312 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:34,503 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:33:35,144 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:35,335 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:33:35,966 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:36,229 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.513268020 -69.439709078 80.531858967 -69.470419373 80.620259097 -69.463803892 80.601547592 -69.433103048
2022-10-04 17:33:36,393 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00004_mirimage_i2d.fits
2022-10-04 17:33:36,394 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:33:36,395 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00004_mirimage
2022-10-04 17:33:36,397 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:33:36,397 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:33:36,568 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00004_mirimage_cal.fits
2022-10-04 17:33:36,569 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:33:36,617 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:33:36,619 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:33:36,621 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:33:36,622 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:33:36,623 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:33:36,624 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:33:36,779 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00005_mirimage_rate.fits',).
2022-10-04 17:33:36,784 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:33:36,822 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00005_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:33:36,826 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:33:36,828 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:33:36,828 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:33:36,828 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:33:36,829 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:33:36,830 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:33:36,831 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:33:36,831 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:33:36,832 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:33:36,833 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-10-04 17:33:36,834 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:33:36,835 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:33:36,835 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:33:36,835 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:33:36,836 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:33:36,836 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:33:36,837 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:33:36,837 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:33:36,838 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:33:36,839 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:33:36,839 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:33:36,840 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:33:36,840 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:33:36,840 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:33:36,841 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00005_mirimage
2022-10-04 17:33:36,841 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00005_mirimage_rate.fits ...
2022-10-04 17:33:36,997 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-10-04 17:33:36,999 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:33:37,193 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:33:37,274 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.515673261 -69.443466856 80.534496188 -69.474042610 80.622070170 -69.467424225 80.603905432 -69.436746928
2022-10-04 17:33:37,276 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.515673261 -69.443466856 80.534496188 -69.474042610 80.622070170 -69.467424225 80.603905432 -69.436746928
2022-10-04 17:33:37,276 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:33:37,346 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:33:37,470 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-10-04 17:33:37,472 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:33:37,579 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:37,580 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:37,581 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:37,588 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:37,715 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:33:37,839 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-10-04 17:33:37,840 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:33:37,865 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:33:37,866 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:33:37,945 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:33:37,946 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-10-04 17:33:37,947 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-10-04 17:33:37,947 - stpipe.Image2Pipeline.photom - INFO - filter: F770W
2022-10-04 17:33:37,992 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:33:37,995 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-10-04 17:33:37,995 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:33:37,996 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-10-04 17:33:38,013 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:33:38,139 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-10-04 17:33:38,141 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:33:38,169 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:33:38,189 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:33:38,190 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:33:38,191 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:33:38,191 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:33:38,310 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:33:38,950 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:39,127 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:33:39,764 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:39,954 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:33:40,576 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:40,771 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:33:41,401 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:41,621 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.515554404 -69.443343170 80.534151768 -69.474053222 80.622566159 -69.467436576 80.603848198 -69.436735980
2022-10-04 17:33:41,758 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00005_mirimage_i2d.fits
2022-10-04 17:33:41,759 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:33:41,759 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00005_mirimage
2022-10-04 17:33:41,761 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:33:41,761 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:33:41,934 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00005_mirimage_cal.fits
2022-10-04 17:33:41,935 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
[[<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_cal.fits>]]
# use asn_from_list to create association table
calfiles = glob('*_cal.fits')
asn = asn_from_list.asn_from_list(calfiles, rule=DMS_Level3_Base, product_name='starfield_combined.fits')
# dump association table to a .json file for use in image3
with open('starfield_asnfile.json', 'w') as fp:
fp.write(asn.dump()[1])
print(asn)
jwnoprogram-a3001_none_007_asn with 1 products Rule=DMS_Level3_Base No constraints Products: starfield_combined.fits with 5 members
For MIRI, the FWHM values are dependent on filter and should be set using the table below:
| Filter | FWHM | |
|---|---|---|
| F560W | 1.636 | |
| F770W | 2.187 | |
| F1000W | 2.888 | |
| F1130W | 3.318 | |
| F1280W | 3.713 | |
| F1500W | 4.354 | |
| F1800W | 5.224 | |
| F2100W | 5.989 | |
| F2550W | 7.312 | |
| F2550WR | 7.312 |
For the fit geometry keyword, the following options are available: fitgeometry: A str value indicating the type of affine transformation to be considered when fitting catalogs. Allowed values:
'shift': x/y shifts only
'rscale': rotation and scale
'rshift': rotation and shifts
'general': shift, rotation, and scale (Default=”general”)
# Run Calwebb_image3 on the association table
# set any specific parameters
# Set tweakreg parameters:
# tweakreg parameters to allow data to run
fwhm = 2.187 # Gaussian kernel FWHM of objects expected, default=2.5
snr = 5 # signal to noise threshold, default=5
sigma = 1.5 # clipping limit, in sigma units, used when performing fit, default=3
minobj = 5 # number of objects needed to match
fit_geom ='shift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
search_radius = 1.0 # radius in arcseconds to search for a match
tol = 0.7 # Matching tolerance for xyxymatch in arcsec. (Default=1.0)
use2dhist = True # boolean indicating whether to use 2D histogram to find initial offset, default=True
gaia = True
gaia_ver = 'GAIADR2'
min_gaia = 3
save_gaia = True
deblend = False
npixels = 5
pipe3=Image3Pipeline()
pipe3.tweakreg.kernel_fwhm = fwhm
pipe3.tweakreg.snr_threshold = snr
pipe3.tweakreg.minobj = minobj
pipe3.tweakreg.sigma = sigma
pipe3.tweakreg.fitgeometry = fit_geom
pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.save_catalogs = True
pipe3.tweakreg.searchrad = search_radius
pipe3.tweakreg.tolerance = tol
pipe3.tweakreg.align_to_gaia = gaia
pipe3.tweakreg.abs_refcat = gaia_ver
pipe3.tweakreg.abs_minobj = min_gaia
pipe3.tweakreg.save_abs_catalog = save_gaia
pipe3.source_catalog.save_results = True
pipe3.source_catalog.snr_threshold = snr
pipe3.source_catalog.kernel_fwhm = fwhm
pipe3.source_catalog.deblend = deblend
pipe3.source_catalog.npixels = npixels
pipe3.save_results = True
# run Image3
image = pipe3.run('starfield_asnfile.json')
print('Image 3 pipeline finished.')
2022-10-04 17:33:41,962 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-10-04 17:33:41,964 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-10-04 17:33:41,966 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-10-04 17:33:41,967 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-10-04 17:33:41,969 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-10-04 17:33:41,970 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:33:41,972 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-10-04 17:33:42,109 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_asnfile.json',).
2022-10-04 17:33:42,120 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 3, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-10-04 17:33:42,256 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00001_mirimage_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-10-04 17:33:42,270 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-10-04 17:33:42,272 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits'.
2022-10-04 17:33:42,274 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:33:42,275 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-10-04 17:33:42,960 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-10-04 17:33:42,962 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 3, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}
2022-10-04 17:33:43,419 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 123 sources in jw01040001005_03103_00001_mirimage_cal.fits.
2022-10-04 17:33:43,425 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00001_mirimage_cal_cat.ecsv
2022-10-04 17:33:43,859 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 118 sources in jw01040001005_03103_00002_mirimage_cal.fits.
2022-10-04 17:33:43,863 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00002_mirimage_cal_cat.ecsv
2022-10-04 17:33:44,300 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 112 sources in jw01040001005_03103_00003_mirimage_cal.fits.
2022-10-04 17:33:44,304 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00003_mirimage_cal_cat.ecsv
2022-10-04 17:33:44,742 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 118 sources in jw01040001005_03103_00004_mirimage_cal.fits.
2022-10-04 17:33:44,746 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00004_mirimage_cal_cat.ecsv
2022-10-04 17:33:45,180 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 125 sources in jw01040001005_03103_00005_mirimage_cal.fits.
2022-10-04 17:33:45,186 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00005_mirimage_cal_cat.ecsv
2022-10-04 17:33:45,205 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:33:45,206 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 5.
2022-10-04 17:33:45,207 - stpipe.Image3Pipeline.tweakreg - INFO - Image groups:
2022-10-04 17:33:45,227 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00001_mirimage_cal':
2022-10-04 17:33:45,228 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03103_00001_mirimage_cal
2022-10-04 17:33:45,247 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00002_mirimage_cal':
2022-10-04 17:33:45,248 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03103_00002_mirimage_cal
2022-10-04 17:33:45,268 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00003_mirimage_cal':
2022-10-04 17:33:45,269 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03103_00003_mirimage_cal
2022-10-04 17:33:45,289 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00004_mirimage_cal':
2022-10-04 17:33:45,290 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03103_00004_mirimage_cal
2022-10-04 17:33:45,308 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00005_mirimage_cal':
2022-10-04 17:33:45,309 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03103_00005_mirimage_cal
2022-10-04 17:33:45,310 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:33:45,310 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:33:45,310 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-10-04 17:33:45.310518
2022-10-04 17:33:45,311 - stpipe.Image3Pipeline.tweakreg - INFO - Version 0.8.0
2022-10-04 17:33:45,311 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:33:46,087 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: jw01040001005_03103_00002_mirimage_cal' as reference image
2022-10-04 17:33:46,093 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00001_mirimage_cal' to the reference catalog.
2022-10-04 17:33:46,205 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00001_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00002_mirimage_cal' catalog.
2022-10-04 17:33:46,207 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:33:46,208 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of -2.22e-15, 0 with significance of 65.78 and 124 matches.
2022-10-04 17:33:46,209 - stpipe.Image3Pipeline.tweakreg - INFO - Found 101 matches for 'GROUP ID: jw01040001005_03103_00001_mirimage_cal'...
2022-10-04 17:33:46,210 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:33:46,213 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00001_mirimage_cal:
2022-10-04 17:33:46,213 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: 0.00215115 YSH: 0.00313468
2022-10-04 17:33:46,214 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:33:46,214 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00736505 FIT MAE: 0.00669571
2022-10-04 17:33:46,214 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 89 objects.
2022-10-04 17:33:46,258 - stpipe.Image3Pipeline.tweakreg - INFO - Added 22 unmatched sources from 'GROUP ID: jw01040001005_03103_00001_mirimage_cal' to the reference catalog.
2022-10-04 17:33:46,456 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00005_mirimage_cal' to the reference catalog.
2022-10-04 17:33:46,570 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00005_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00001_mirimage_cal' catalog.
2022-10-04 17:33:46,572 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:33:46,573 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of -0.0001754, 0.1841 with significance of 61.53 and 124 matches.
2022-10-04 17:33:46,574 - stpipe.Image3Pipeline.tweakreg - INFO - Found 100 matches for 'GROUP ID: jw01040001005_03103_00005_mirimage_cal'...
2022-10-04 17:33:46,575 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:33:46,577 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00005_mirimage_cal:
2022-10-04 17:33:46,578 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000427455 YSH: -0.00338905
2022-10-04 17:33:46,578 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:33:46,579 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00848543 FIT MAE: 0.00766322
2022-10-04 17:33:46,579 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 92 objects.
2022-10-04 17:33:46,622 - stpipe.Image3Pipeline.tweakreg - INFO - Added 25 unmatched sources from 'GROUP ID: jw01040001005_03103_00005_mirimage_cal' to the reference catalog.
2022-10-04 17:33:46,738 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00004_mirimage_cal' to the reference catalog.
2022-10-04 17:33:46,854 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00004_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00005_mirimage_cal' catalog.
2022-10-04 17:33:46,855 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:33:46,857 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.0005529, 0.1826 with significance of 62.34 and 136 matches.
2022-10-04 17:33:46,858 - stpipe.Image3Pipeline.tweakreg - INFO - Found 107 matches for 'GROUP ID: jw01040001005_03103_00004_mirimage_cal'...
2022-10-04 17:33:46,859 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:33:46,861 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00004_mirimage_cal:
2022-10-04 17:33:46,861 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00533604 YSH: -0.0031181
2022-10-04 17:33:46,862 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:33:46,862 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00851145 FIT MAE: 0.00748725
2022-10-04 17:33:46,863 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 93 objects.
2022-10-04 17:33:46,905 - stpipe.Image3Pipeline.tweakreg - INFO - Added 11 unmatched sources from 'GROUP ID: jw01040001005_03103_00004_mirimage_cal' to the reference catalog.
2022-10-04 17:33:46,978 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00003_mirimage_cal' to the reference catalog.
2022-10-04 17:33:47,094 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00003_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00004_mirimage_cal' catalog.
2022-10-04 17:33:47,095 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:33:47,096 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.004721, -0.002276 with significance of 61.45 and 146 matches.
2022-10-04 17:33:47,098 - stpipe.Image3Pipeline.tweakreg - INFO - Found 107 matches for 'GROUP ID: jw01040001005_03103_00003_mirimage_cal'...
2022-10-04 17:33:47,098 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:33:47,101 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00003_mirimage_cal:
2022-10-04 17:33:47,101 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00205209 YSH: -0.00143051
2022-10-04 17:33:47,102 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:33:47,102 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00792089 FIT MAE: 0.00712511
2022-10-04 17:33:47,102 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 92 objects.
2022-10-04 17:33:47,145 - stpipe.Image3Pipeline.tweakreg - INFO - Added 5 unmatched sources from 'GROUP ID: jw01040001005_03103_00003_mirimage_cal' to the reference catalog.
2022-10-04 17:33:47,146 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:33:47,146 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-10-04 17:33:47.146403
2022-10-04 17:33:47,147 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:01.835885
2022-10-04 17:33:47,147 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:33:50,004 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:33:50,005 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-10-04 17:33:50.004159
2022-10-04 17:33:50,006 - stpipe.Image3Pipeline.tweakreg - INFO - Version 0.8.0
2022-10-04 17:33:50,006 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:33:51,007 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: 987654' to the reference catalog.
2022-10-04 17:33:51,295 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_0000' catalog with sources from the reference 'Unnamed' catalog.
2022-10-04 17:33:51,296 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:33:51,309 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 1.143, -0.9764 with significance of 80.01 and 1864 matches.
2022-10-04 17:33:51,311 - stpipe.Image3Pipeline.tweakreg - INFO - Found 175 matches for 'GROUP ID: 987654'...
2022-10-04 17:33:51,312 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-04 17:33:51,315 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: 987654:
2022-10-04 17:33:51,315 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.968697 YSH: 1.04382 ROT: 0.0140372 SCALE: 1
2022-10-04 17:33:51,316 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:33:51,317 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0141053 FIT MAE: 0.00939107
2022-10-04 17:33:51,317 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 169 objects.
2022-10-04 17:33:51,475 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:33:51,476 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-10-04 17:33:51.475225
2022-10-04 17:33:51,477 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:01.471066
2022-10-04 17:33:51,477 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:33:51,984 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-10-04 17:33:52,158 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-10-04 17:33:52,161 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-10-04 17:33:52,282 - stpipe.Image3Pipeline.skymatch - INFO -
2022-10-04 17:33:52,283 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-10-04 17:33:52.282505
2022-10-04 17:33:52,283 - stpipe.Image3Pipeline.skymatch - INFO -
2022-10-04 17:33:52,284 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-10-04 17:33:52,284 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-10-04 17:33:52,285 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-10-04 17:33:52,286 - stpipe.Image3Pipeline.skymatch - INFO -
2022-10-04 17:33:52,286 - stpipe.Image3Pipeline.skymatch - INFO - ---- Computing differences in sky values in overlapping regions.
2022-10-04 17:33:56,391 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03103_00001_mirimage_cal.fits. Sky background: 0
2022-10-04 17:33:56,393 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03103_00002_mirimage_cal.fits. Sky background: 0.0154392
2022-10-04 17:33:56,393 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03103_00003_mirimage_cal.fits. Sky background: 0.0421708
2022-10-04 17:33:56,394 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03103_00004_mirimage_cal.fits. Sky background: 0.0139255
2022-10-04 17:33:56,394 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03103_00005_mirimage_cal.fits. Sky background: 0.0457468
2022-10-04 17:33:56,394 - stpipe.Image3Pipeline.skymatch - INFO -
2022-10-04 17:33:56,395 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-10-04 17:33:56.394913
2022-10-04 17:33:56,395 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:04.112408
2022-10-04 17:33:56,396 - stpipe.Image3Pipeline.skymatch - INFO -
2022-10-04 17:33:56,417 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-10-04 17:33:56,569 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-10-04 17:33:56,571 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}
2022-10-04 17:33:56,578 - stpipe.Image3Pipeline.outlier_detection - INFO - Performing outlier detection on 5 inputs
2022-10-04 17:33:56,579 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter kernel: square
2022-10-04 17:33:56,579 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:33:56,580 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter fillval: INDEF
2022-10-04 17:33:56,580 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter weight_type: ivm
2022-10-04 17:33:56,734 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:33:57,603 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:33:57,894 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00001_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:33:57,899 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:33:58,741 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:33:59,039 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00002_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:33:59,044 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:33:59,885 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:00,175 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00003_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:34:00,180 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:34:01,032 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:01,322 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00004_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:34:01,327 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:34:02,190 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:02,579 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00005_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:34:04,320 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/yaml/nodes.py:29: ResourceWarning: unclosed file <_io.BufferedReader name='jw01040001005_03103_00001_mirimage_outlier_i2d.fits'>
self.tag = tag
2022-10-04 17:34:06,242 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting median...
2022-10-04 17:34:07,170 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:34:08,480 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:34:09,586 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:34:10,688 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:34:11,879 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:34:12,100 - stpipe.Image3Pipeline.outlier_detection - INFO - Flagging outliers
2022-10-04 17:34:12,318 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 123 (0.01%)
2022-10-04 17:34:12,540 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 89 (0.01%)
2022-10-04 17:34:13,099 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 103 (0.01%)
2022-10-04 17:34:13,360 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 180 (0.02%)
2022-10-04 17:34:13,620 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 50 (0.00%)
2022-10-04 17:34:13,956 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00001_mirimage_a3001_crf.fits
2022-10-04 17:34:14,272 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00002_mirimage_a3001_crf.fits
2022-10-04 17:34:14,587 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00003_mirimage_a3001_crf.fits
2022-10-04 17:34:14,883 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00004_mirimage_a3001_crf.fits
2022-10-04 17:34:15,169 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00005_mirimage_a3001_crf.fits
2022-10-04 17:34:15,170 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-10-04 17:34:15,371 - stpipe.Image3Pipeline - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stpipe/step.py:419: ResourceWarning: unclosed file <_io.BufferedReader name='starfield_asnfile_a3001_jw01040001005_03103_00004_mirimage_blot.fits'>
gc.collect()
2022-10-04 17:34:15,384 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-10-04 17:34:15,386 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:34:15,407 - stpipe.Image3Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:34:15,428 - stpipe.Image3Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:34:15,429 - stpipe.Image3Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:34:15,430 - stpipe.Image3Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:34:15,430 - stpipe.Image3Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:34:15,591 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_combined.fits
2022-10-04 17:34:16,412 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-10-04 17:34:17,334 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:18,413 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:19,484 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:20,561 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:21,631 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:21,810 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:34:22,674 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:23,720 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:24,814 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:25,880 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:26,999 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:27,190 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:34:28,078 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:29,130 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:30,193 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:31,234 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:32,278 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:32,469 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:34:33,329 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:34,388 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:35,470 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:36,512 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:37,550 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:37,779 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.512143798 -69.438810874 80.533315410 -69.473766403 80.629190147 -69.466586469 80.607869728 -69.431642615
2022-10-04 17:34:38,241 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_combined_i2d.fits
2022-10-04 17:34:38,242 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-10-04 17:34:38,415 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1160, 1116) from starfield_combined_i2d.fits>,).
2022-10-04 17:34:38,417 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-10-04 17:34:38,436 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file: /grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits
2022-10-04 17:34:38,446 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file: /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-10-04 17:34:38,447 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-10-04 17:34:38,448 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-10-04 17:34:38,448 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F770W
2022-10-04 17:34:38,449 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-10-04 17:34:38,523 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 4.38398
2022-10-04 17:34:38,599 - stpipe.Image3Pipeline.source_catalog - INFO - Background could not be estimated in meshes. Using the entire unmasked array for background estimation: bkg_boxsize=(1160, 1116).
2022-10-04 17:34:38,929 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 560 sources
2022-10-04 17:34:39,465 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_combined_cat.ecsv
2022-10-04 17:34:39,606 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_combined_segm.fits
2022-10-04 17:34:39,608 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_combined_segm.fits
2022-10-04 17:34:39,609 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-10-04 17:34:39,611 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done
Image 3 pipeline finished.
photfile = 'starfield_combined_cat.ecsv'
input_file = 'starfield_combined_i2d.fits'
# Look at catalog table that shows all columns, but subset of rows
# Pay attention to rows with a large number of nans, as this may indicate a spurious source
cat_data = table.Table.read(photfile, format='ascii', comment='#')
catalog = Table.read(photfile)
miri_x = catalog['xcentroid']
miri_y = catalog['ycentroid']
catalog
| label | xcentroid | ycentroid | sky_centroid | aper_bkg_flux | aper_bkg_flux_err | aper30_flux | aper30_flux_err | aper50_flux | aper50_flux_err | aper70_flux | aper70_flux_err | aper_total_flux | aper_total_flux_err | aper30_abmag | aper30_abmag_err | aper50_abmag | aper50_abmag_err | aper70_abmag | aper70_abmag_err | aper_total_abmag | aper_total_abmag_err | aper30_vegamag | aper30_vegamag_err | aper50_vegamag | aper50_vegamag_err | aper70_vegamag | aper70_vegamag_err | aper_total_vegamag | aper_total_vegamag_err | CI_50_30 | CI_70_50 | CI_70_30 | is_extended | sharpness | roundness | nn_label | nn_dist | isophotal_flux | isophotal_flux_err | isophotal_abmag | isophotal_abmag_err | isophotal_vegamag | isophotal_vegamag_err | isophotal_area | semimajor_sigma | semiminor_sigma | ellipticity | orientation | sky_orientation | sky_bbox_ll | sky_bbox_ul | sky_bbox_lr | sky_bbox_ur |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| deg,deg | Jy | Jy | Jy | Jy | Jy | Jy | Jy | Jy | Jy | Jy | pix | Jy | Jy | pix2 | pix | pix | deg | deg | deg,deg | deg,deg | deg,deg | deg,deg | |||||||||||||||||||||||||||||||
| int64 | float64 | float64 | SkyCoord | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | bool | float64 | float32 | int64 | float64 | float64 | float32 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | SkyCoord | SkyCoord | SkyCoord | SkyCoord |
| 1 | 568.1996 | 6.8037 | 80.5610140375458,-69.43537279908287 | 0.000000e+00 | 7.072956e-09 | 3.460724e-06 | 2.014324e-07 | 5.875262e-06 | 2.975736e-07 | 8.422527e-06 | 6.268810e-07 | 1.215669e-05 | 9.048117e-07 | 22.552083 | 0.061425 | 21.977432 | 0.053644 | 21.586394 | 0.077944 | 21.187961 | 0.077944 | 18.168103 | 0.061425 | 17.593452 | 0.053644 | 17.202414 | 0.077944 | 16.803981 | 0.077944 | 1.6977 | 1.4336 | 2.4337 | False | 0.576841 | -0.440787 | 2 | 6.242156 | 6.180783e-06 | 3.064064e-07 | 21.922391 | 0.052533 | 17.538411 | 0.052533 | 11.0 | 0.877649 | 0.858868 | 0.021400 | 41.568999 | 299.525161 | 80.56082612824473,-69.43531430640121 | 80.56091756382949,-69.43546495678581 | 80.56125500770881,-69.43528218800938 | 80.56134644616306,-69.43543283816885 |
| 2 | 562.4842 | 9.3134 | 80.56056968807772,-69.43548513146406 | 0.000000e+00 | 6.205610e-09 | 4.197955e-06 | 2.008202e-07 | 6.810997e-06 | 2.967880e-07 | 1.192034e-05 | 6.294760e-07 | 1.720528e-05 | 9.085571e-07 | 22.342405 | 0.050735 | 21.816973 | 0.046309 | 21.209278 | 0.055872 | 20.810845 | 0.055872 | 17.958426 | 0.050735 | 17.432993 | 0.046309 | 16.825298 | 0.055872 | 16.426866 | 0.055872 | 1.6225 | 1.7502 | 2.8396 | False | 0.623973 | 0.064144 | 1 | 6.242156 | 8.018822e-06 | 3.420174e-07 | 21.639724 | 0.045348 | 17.255744 | 0.045348 | 14.0 | 0.978720 | 0.939168 | 0.040411 | -4.495118 | 253.461044 | 80.56036633032706,-69.43544323747625 | 80.56045776323742,-69.43559388810236 | 80.56079521305082,-69.43541112021636 | 80.56088664883073,-69.43556177061733 |
| 3 | 791.4360 | 14.0642 | 80.58029409850562,-69.43415649559198 | -1.853846e-10 | 5.346588e-09 | 4.948906e-06 | 1.979488e-07 | 8.600932e-06 | 2.911341e-07 | 1.450719e-05 | 6.090889e-07 | 2.093902e-05 | 8.791314e-07 | 22.163727 | 0.042582 | 21.563636 | 0.036143 | 20.996042 | 0.044654 | 20.597609 | 0.044654 | 17.779747 | 0.042582 | 17.179656 | 0.036143 | 16.612062 | 0.044654 | 16.213629 | 0.044654 | 1.7379 | 1.6867 | 2.9314 | False | 0.622124 | -0.273736 | 7 | 11.276152 | 1.109354e-05 | 3.657906e-07 | 21.287324 | 0.035223 | 16.903345 | 0.035223 | 17.0 | 1.138120 | 0.957554 | 0.158652 | -74.113131 | 183.843031 | 80.58008109491878,-69.43409169611805 | 80.58019097347363,-69.43427246443538 | 80.58050992119439,-69.43405953032682 | 80.5806198031912,-69.4342402983736 |
| 4 | 565.8983 | 15.4363 | 80.56097451215922,-69.43564768241428 | 0.000000e+00 | 5.276684e-09 | 2.174674e-05 | 2.759391e-07 | 3.647200e-05 | 3.824573e-07 | 5.192896e-05 | 6.774475e-07 | 7.495191e-05 | 9.777971e-07 | 20.556515 | 0.013690 | 19.995101 | 0.011326 | 19.611476 | 0.014073 | 19.213043 | 0.014073 | 16.172535 | 0.013690 | 15.611121 | 0.011326 | 15.227496 | 0.014073 | 14.829063 | 0.014073 | 1.6771 | 1.4238 | 2.3879 | False | 0.580399 | 0.028677 | 2 | 7.010391 | 5.024326e-05 | 5.931882e-07 | 19.647305 | 0.012743 | 15.263326 | 0.012743 | 37.0 | 1.382579 | 1.265930 | 0.084370 | -8.084197 | 249.871965 | 80.56062931762855,-69.43558104123505 | 80.56075732746342,-69.43579195190529 | 80.56131553314236,-69.43552965207648 | 80.5614435494051,-69.43574056224246 |
| 5 | 1065.9821 | 17.7616 | 80.60390659091775,-69.43250009359824 | 0.000000e+00 | 3.606553e-09 | 3.319338e-06 | 2.002893e-07 | 5.786995e-06 | 2.953234e-07 | 7.741225e-06 | 6.256553e-07 | 1.117333e-05 | 9.030426e-07 | 22.597371 | 0.063613 | 21.993867 | 0.054040 | 21.677976 | 0.084385 | 21.279543 | 0.084385 | 18.213391 | 0.063613 | 17.609887 | 0.054040 | 17.293996 | 0.084385 | 16.895563 | 0.084385 | 1.7434 | 1.3377 | 2.3322 | False | 0.658259 | 0.728231 | 9 | 31.622242 | 6.003781e-06 | 2.921880e-07 | 21.953938 | 0.051594 | 17.569958 | 0.051594 | 10.0 | 0.896611 | 0.746034 | 0.167940 | 86.063969 | 344.020132 | 80.6037380111519,-69.43244151250039 | 80.6038297352298,-69.43259214031823 | 80.60408101758115,-69.43241573336833 | 80.60417274395249,-69.43256636100546 |
| 6 | 658.2386 | 22.3219 | 80.56902099156802,-69.43526179792165 | -4.698096e-08 | 4.255563e-09 | 4.010208e-06 | 1.476640e-07 | 6.547684e-06 | 2.193683e-07 | 1.119801e-05 | 4.969020e-07 | 1.616270e-05 | 7.172059e-07 | 22.392083 | 0.039261 | 21.859781 | 0.035780 | 21.277148 | 0.047140 | 20.878715 | 0.047140 | 18.008103 | 0.039261 | 17.475801 | 0.035780 | 16.893168 | 0.047140 | 16.494735 | 0.047140 | 1.6328 | 1.7102 | 2.7924 | False | 0.616416 | 0.678225 | 34 | 85.472592 | 6.562214e-06 | 2.360422e-07 | 21.857374 | 0.038368 | 17.473394 | 0.038368 | 12.0 | 0.943985 | 0.849281 | 0.100324 | 70.910791 | 328.866954 | 80.56883852612154,-69.43521808190567 | 80.5689300174569,-69.4353687280838 | 80.56926739168985,-69.43518594378928 | 80.56935888589432,-69.43533658974214 |
| 7 | 789.3241 | 25.1408 | 80.58031581219058,-69.43450379861116 | -1.090243e-08 | 4.602379e-09 | 6.551211e-06 | 1.486049e-07 | 1.096565e-05 | 2.155372e-07 | 1.741791e-05 | 4.482711e-07 | 2.514022e-05 | 6.470142e-07 | 21.859196 | 0.024353 | 21.299914 | 0.021134 | 20.797510 | 0.027589 | 20.399077 | 0.027589 | 17.475216 | 0.024353 | 16.915934 | 0.021134 | 16.413530 | 0.027589 | 16.015097 | 0.027589 | 1.6738 | 1.5884 | 2.6587 | False | 0.658080 | 0.286172 | 3 | 11.276152 | 1.411808e-05 | 2.936075e-07 | 21.025561 | 0.022348 | 16.641581 | 0.022348 | 21.0 | 1.176503 | 1.078478 | 0.083319 | -57.965141 | 199.991021 | 80.58002524018009,-69.43444240391288 | 80.58013512005806,-69.43462317226613 | 80.5805398400534,-69.43440380500145 | 80.58064972406186,-69.43458457303005 |
| 8 | 825.7353 | 36.3996 | 80.58364489783938,-69.43460873240424 | -2.587044e-08 | 3.517162e-09 | 4.286771e-06 | 1.395788e-07 | 7.036130e-06 | 2.045482e-07 | 1.080332e-05 | 4.321232e-07 | 1.559302e-05 | 6.237071e-07 | 22.319674 | 0.034789 | 21.781665 | 0.031113 | 21.316107 | 0.042582 | 20.917674 | 0.042582 | 17.935695 | 0.034789 | 17.397686 | 0.031113 | 16.932127 | 0.042582 | 16.533695 | 0.042582 | 1.6414 | 1.5354 | 2.5202 | False | 0.589088 | -0.145270 | 11 | 23.440606 | 7.570565e-06 | 2.267639e-07 | 21.702179 | 0.032044 | 17.318199 | 0.032044 | 13.0 | 0.977277 | 0.858339 | 0.121703 | -45.232499 | 212.723663 | 80.58341838916274,-69.43456588571001 | 80.58350997990591,-69.43471652422546 | 80.58384721990264,-69.4345337117035 | 80.58393881351411,-69.43468434999338 |
| 9 | 1040.5345 | 36.5336 | 80.60206872445806,-69.4332296048031 | 2.630929e-08 | 6.260508e-09 | 2.990960e-06 | 1.957118e-07 | 5.447453e-06 | 3.002263e-07 | 9.383544e-06 | 6.344241e-07 | 1.354378e-05 | 9.156991e-07 | 22.710473 | 0.068817 | 22.059516 | 0.058248 | 21.469083 | 0.071032 | 21.070650 | 0.071032 | 18.326494 | 0.068817 | 17.675537 | 0.058248 | 17.085103 | 0.071032 | 16.686670 | 0.071032 | 1.8213 | 1.7226 | 3.1373 | False | 0.586751 | 0.266410 | 5 | 31.622242 | 7.263040e-06 | 3.486787e-07 | 21.747204 | 0.050911 | 17.363224 | 0.050911 | 14.0 | 1.110757 | 0.856246 | 0.229134 | 45.292891 | 303.249053 | 80.6018569509863,-69.43318145031196 | 80.6019486650405,-69.43333207912188 | 80.60228572647515,-69.43314923092062 | 80.60237744339645,-69.43329985950463 |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 551 | 1015.5737 | 1138.5111 | 80.62016989061469,-69.46658740486528 | 2.810252e-08 | 4.514739e-09 | 2.400756e-06 | 2.002539e-07 | 3.584088e-06 | 3.016999e-07 | 5.425147e-06 | 7.198514e-07 | 7.830411e-06 | 1.039001e-06 | 22.949130 | 0.086985 | 22.514053 | 0.087751 | 22.063971 | 0.135276 | 21.665539 | 0.135276 | 18.565150 | 0.086985 | 18.130074 | 0.087751 | 17.679991 | 0.135276 | 17.281559 | 0.135276 | 1.4929 | 1.5137 | 2.2598 | False | 0.743241 | 0.743305 | 555 | 17.925913 | 3.975440e-06 | 2.591607e-07 | 22.401537 | 0.068568 | 18.017557 | 0.068568 | 8.0 | 1.041476 | 0.494529 | 0.525165 | -89.916997 | 168.039165 | 80.62004067510563,-69.4665337502648 | 80.62013265929718,-69.46668436949362 | 80.62029832394157,-69.46651439188595 | 80.6203903098583,-69.46666501097887 |
| 552 | 741.3659 | 1143.2392 | 80.59670493179958,-69.46849766198213 | 8.323573e-08 | 4.246418e-09 | 3.478350e-05 | 3.483268e-07 | 6.235672e-05 | 4.714001e-07 | 1.000461e-04 | 7.675053e-07 | 1.444020e-04 | 1.107782e-06 | 20.046567 | 0.010819 | 19.412792 | 0.008177 | 18.899499 | 0.008297 | 18.501067 | 0.008297 | 15.662587 | 0.010819 | 15.028812 | 0.008177 | 14.515520 | 0.008297 | 14.117087 | 0.008297 | 1.7927 | 1.6044 | 2.8763 | False | 0.568568 | 0.085446 | 556 | 12.748025 | 1.147454e-04 | 8.878263e-07 | 18.750662 | 0.008368 | 14.366682 | 0.008368 | 79.0 | 1.819172 | 1.700988 | 0.064966 | -10.453167 | 247.502995 | 80.59619992889432,-69.46838622773024 | 80.59640194516247,-69.46871761760828 | 80.59714479941981,-69.46831537426893 | 80.59734682961142,-69.46864676305263 |
| 553 | 435.1987 | 1141.3793 | 80.57036930495454,-69.47041173912305 | -1.927091e-08 | 3.823196e-09 | 5.305981e-06 | 1.988226e-07 | 8.701171e-06 | 2.896369e-07 | 1.159265e-05 | 5.938630e-07 | 1.673231e-05 | 8.571549e-07 | 22.088086 | 0.039940 | 21.551056 | 0.035553 | 21.239543 | 0.054242 | 20.841110 | 0.054242 | 17.704106 | 0.039940 | 17.167076 | 0.035553 | 16.855563 | 0.054242 | 16.457131 | 0.054242 | 1.6399 | 1.3323 | 2.1848 | False | 0.618869 | 0.061039 | 537 | 20.543763 | 9.670936e-06 | 3.308391e-07 | 21.436329 | 0.036521 | 17.052349 | 0.036521 | 14.0 | 0.961075 | 0.920641 | 0.042073 | 78.547737 | 336.503899 | 80.5701889188023,-69.470366035378 | 80.5702805694791,-69.47051668084693 | 80.57061848481551,-69.47033389393631 | 80.57071013837079,-69.47048453917961 |
| 554 | 871.5774 | 1143.9997 | 80.60790337343398,-69.46768148768557 | 3.800161e-08 | 4.309909e-09 | 1.971810e-05 | 2.685637e-07 | 3.265676e-05 | 3.726236e-07 | 4.811490e-05 | 6.818453e-07 | 6.944687e-05 | 9.841447e-07 | 20.662837 | 0.014688 | 20.115067 | 0.012318 | 19.694301 | 0.015278 | 19.295868 | 0.015278 | 16.278857 | 0.014688 | 15.731087 | 0.012318 | 15.310321 | 0.015278 | 14.911888 | 0.015278 | 1.6562 | 1.4734 | 2.4401 | False | 0.619077 | 0.054542 | 542 | 13.515424 | 4.861626e-05 | 6.305051e-07 | 19.683046 | 0.013990 | 15.299066 | 0.013990 | 43.0 | 1.470398 | 1.366783 | 0.070467 | -85.347032 | 172.609130 | 80.6074704522931,-69.46757222016734 | 80.60763587398279,-69.46784334667305 | 80.6082434688407,-69.46751419958973 | 80.60840889984865,-69.4677853253622 |
| 555 | 997.9787 | 1141.9391 | 80.61872181702806,-69.46680419993653 | 5.349390e-08 | 4.483601e-09 | 2.695883e-06 | 1.960197e-07 | 4.520481e-06 | 2.913302e-07 | 4.451567e-06 | 6.309826e-07 | 6.425190e-06 | 9.107318e-07 | 22.823247 | 0.076207 | 22.262038 | 0.067810 | 22.278718 | 0.143922 | 21.880285 | 0.143922 | 18.439267 | 0.076207 | 17.878059 | 0.067810 | 17.894738 | 0.143922 | 17.496305 | 0.143922 | 1.6768 | 0.9848 | 1.6512 | False | 0.630507 | -0.074251 | 540 | 16.697578 | 4.960064e-06 | 2.730127e-07 | 22.161282 | 0.058175 | 17.777302 | 0.058175 | 9.0 | 0.784033 | 0.776419 | 0.009711 | 14.957320 | 272.913482 | 80.61856835129375,-69.46677038858557 | 80.61864193108921,-69.46689088459368 | 80.61891188853194,-69.46674458022868 | 80.61898547016764,-69.46686507609184 |
| 556 | 729.6060 | 1148.1603 | 80.59578515135244,-69.46872166216275 | 6.417183e-08 | 5.374276e-09 | 3.871355e-06 | 1.982328e-07 | 6.628784e-06 | 2.943651e-07 | 1.072698e-05 | 6.260680e-07 | 1.548284e-05 | 9.036381e-07 | 22.430342 | 0.054219 | 21.846415 | 0.047175 | 21.323806 | 0.061587 | 20.925373 | 0.061587 | 18.046363 | 0.054219 | 17.462436 | 0.047175 | 16.939826 | 0.061587 | 16.541393 | 0.061587 | 1.7123 | 1.6182 | 2.7709 | False | 0.582203 | -0.072417 | 552 | 12.748025 | 9.457053e-06 | 3.705464e-07 | 21.460610 | 0.041729 | 17.076631 | 0.041729 | 17.0 | 1.159254 | 0.957174 | 0.174319 | 73.996860 | 331.953022 | 80.59555539620355,-69.46865508000221 | 80.59566558207347,-69.46883583855337 | 80.59598488992815,-69.46862287610465 | 80.5960950792503,-69.46880363438453 |
| 557 | 672.6033 | 1150.0073 | 80.59092249711082,-69.46914438037084 | 7.152076e-08 | 4.748351e-09 | 7.339445e-06 | 2.168582e-07 | 1.206856e-05 | 3.117780e-07 | 1.782499e-05 | 6.346924e-07 | 2.572778e-05 | 9.160863e-07 | 21.735842 | 0.031615 | 21.195862 | 0.027693 | 20.772427 | 0.037987 | 20.373994 | 0.037987 | 17.351862 | 0.031615 | 16.811882 | 0.027693 | 16.388447 | 0.037987 | 15.990015 | 0.037987 | 1.6443 | 1.4770 | 2.4287 | False | 0.660478 | -0.185364 | 541 | 35.104960 | 1.767657e-05 | 4.627316e-07 | 20.781505 | 0.028056 | 16.397525 | 0.028056 | 26.0 | 1.295325 | 1.155031 | 0.108308 | -2.119116 | 255.837046 | 80.59060988984977,-69.46908882184361 | 80.59072003628988,-69.46926958351789 | 80.59121120325023,-69.46904375313723 | 80.59132135452404,-69.46922451443186 |
| 558 | 933.0191 | 1153.9120 | 80.6133628473064,-69.46758391205756 | 1.001221e-07 | 6.272933e-09 | 1.546888e-06 | 1.898344e-07 | 4.054499e-06 | 2.888962e-07 | 1.191776e-05 | 6.307001e-07 | 1.720156e-05 | 9.103240e-07 | 23.426353 | 0.125679 | 22.380157 | 0.074730 | 21.209513 | 0.055989 | 20.811080 | 0.055989 | 19.042373 | 0.125679 | 17.996177 | 0.074730 | 16.825533 | 0.055989 | 16.427101 | 0.055989 | 2.6211 | 2.9394 | 7.7043 | True | 0.891032 | -1.348322 | 559 | 15.377250 | 1.800682e-05 | 5.514777e-07 | 20.761407 | 0.032753 | 16.377428 | 0.032753 | 38.0 | 2.957235 | 1.030308 | 0.651597 | 4.533818 | 262.489981 | 80.61291196460924,-69.46751027325911 | 80.61302229078095,-69.46769102083823 | 80.61402851822814,-69.46742642982885 | 80.61413885337214,-69.46760717670156 |
| 559 | 948.3951 | 1154.1087 | 80.61468709129986,-69.46749066702398 | 1.225231e-07 | 7.254978e-09 | 1.491889e-06 | 1.887078e-07 | 2.416081e-06 | 2.824177e-07 | 3.184460e-06 | 6.092877e-07 | 4.596306e-06 | 8.794183e-07 | 23.465659 | 0.129318 | 22.942221 | 0.120027 | 22.642410 | 0.190082 | 22.243978 | 0.190082 | 19.081679 | 0.129318 | 18.558241 | 0.120027 | 18.258431 | 0.190082 | 17.859998 | 0.190082 | 1.6195 | 1.3180 | 2.1345 | False | 0.658867 | -0.614587 | 558 | 15.377250 | 5.138946e-06 | 3.152211e-07 | 22.122815 | 0.064636 | 17.738835 | 0.064636 | 13.0 | 1.491585 | 0.840590 | 0.436445 | -22.076609 | 235.879554 | 80.61430457261503,-69.4674372047865 | 80.61439652042283,-69.46758782703972 | 80.6149057898996,-69.4673920544125 | 80.61499774173338,-69.46754267634871 |
| 560 | 602.3577 | 1155.8403 | 80.58499515103522,-69.46977227857168 | 7.944389e-08 | 7.155057e-09 | 1.553436e-06 | 1.891261e-07 | 3.087142e-06 | 2.838497e-07 | 6.404092e-06 | 6.250557e-07 | 9.243376e-06 | 9.021771e-07 | 23.421767 | 0.124737 | 22.676109 | 0.095503 | 21.883856 | 0.101113 | 21.485423 | 0.101113 | 19.037787 | 0.124737 | 18.292129 | 0.095503 | 17.499876 | 0.101113 | 17.101444 | 0.101113 | 1.9873 | 2.0744 | 4.1225 | False | 0.601795 | -0.692361 | 549 | 20.413593 | 6.656297e-06 | 3.713345e-07 | 21.841918 | 0.058941 | 17.457939 | 0.058941 | 18.0 | 1.693947 | 0.805355 | 0.524569 | -20.300385 | 237.655777 | 80.5846208086026,-69.46972659568911 | 80.58471255786037,-69.46987723357262 | 80.58530805851362,-69.46967511201994 | 80.58539981237558,-69.46982574954201 |
# Look at output gaia catalog
gaia_out = 'fit_gaiadr2_ref.ecsv'
gaia_cat = table.Table.read(gaia_out, format='ascii', comment='#')
gaia_cat
| RA | DEC | mag | objID | GaiaID |
|---|---|---|---|---|
| float64 | float64 | float64 | int64 | str2 |
| 80.6352800462868 | -69.4528530041638 | 20.79766 | 4658081457873855744 | -1 |
| 80.6089584306409 | -69.441665334981 | 20.79199 | 4658081462096573056 | -1 |
| 80.5540605344063 | -69.4510149335645 | 20.72803 | 4658081389072293120 | -1 |
| 80.577376127151 | -69.4443452330911 | 20.69327 | 4658081496494557184 | -1 |
| 80.5985869347887 | -69.4306055937191 | 20.67209 | 4658081904468517248 | -1 |
| 80.606391675101 | -69.4554230033405 | 20.66223 | 4658081427775021824 | -1 |
| 80.5933019893023 | -69.4513187092001 | 20.66066 | 4658081492151636352 | -1 |
| 80.617727177091 | -69.4433874351504 | 20.65891 | 4658081462134839808 | -1 |
| 80.623533022303 | -69.4577174095808 | 20.64151 | 4658081423514083712 | -1 |
| 80.5775319561905 | -69.4524112170626 | 20.62047 | 4658081496456259584 | -1 |
| ... | ... | ... | ... | ... |
| 80.5466900624651 | -69.4532144762556 | 15.45603 | 4658081389038524928 | -1 |
| 80.5551479908486 | -69.4537086496902 | 15.40596 | 4658081393415226624 | -1 |
| 80.5911368518058 | -69.4711740829136 | 15.27315 | 4658081285992137472 | -1 |
| 80.5721331561039 | -69.4668552141973 | 14.90229 | 4658081359055229312 | -1 |
| 80.5637449320274 | -69.4307131315982 | 14.75183 | 4658081526477562240 | -1 |
| 80.5665528784479 | -69.4698077168265 | 14.58441 | 4658081354711870080 | -1 |
| 80.5614223055588 | -69.4430273055358 | 14.52465 | 4658081496494136192 | -1 |
| 80.5039446230512 | -69.4474541369013 | 14.33341 | 4658082149329460992 | -1 |
| 80.5355854676712 | -69.4401925009401 | 13.58188 | 4658082248065037824 | -1 |
| 80.516426597956 | -69.4445137183206 | 13.2718 | 4658082144952800896 | -1 |
# Read in i2d combined Image
im_i2d = ImageModel(input_file)
# read in ecsv photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table
#viz2 = LogStretch() + ManualInterval(0,10)
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=3, vmax=6)
plt.colorbar()
plt.scatter(miri_x, miri_y,lw=1, s=10,color='black')
<matplotlib.collections.PathCollection at 0x7faee43eedc0>
# Get from RA and Dec in Gaia catalog to x and y positions on image
world_to_detector = im_i2d.meta.wcs.get_transform('world', 'detector')
xgaia,ygaia = world_to_detector(gaia_cat['RA'], gaia_cat['DEC'])
# read in ecsv gaia photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table
#viz2 = LogStretch() + ManualInterval(0,10)
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=7)
plt.colorbar()
plt.scatter(xgaia, ygaia,lw=1, s=10,color='black')
<matplotlib.collections.PathCollection at 0x7faee3afe100>
# Read in Gaia catalog from Vizier
gaia_hdu = fits.open(full_gaia_cat) #('gaia_tweakreg_test3.fit')
gaia_data = gaia_hdu[1].data
# Get RA and Dec of Gaia sources
gaia_ra = gaia_data['RA_ICRS']
gaia_dec = gaia_data['DE_ICRS']
xgaia_full,ygaia_full = world_to_detector(gaia_ra, gaia_dec)
gaia_hdu.close()
# read in ecsv gaia photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table
#viz2 = LogStretch() + ManualInterval(0,10)
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=7)
plt.colorbar()
plt.scatter(xgaia_full, ygaia_full,lw=1, s=10,color='black')
<matplotlib.collections.PathCollection at 0x7faee3f7f0d0>
# Many sources go beyond image edges. Only display sources that were actually in FOV of combined image.
minval = 0
maxval = 1200
ind = np.where((xgaia > minval) & (xgaia < 1110)& (ygaia > minval) & (ygaia < maxval))
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=7)
plt.colorbar()
plt.scatter(miri_x, miri_y,lw=1, s=10,color='black')
plt.scatter(xgaia[ind], ygaia[ind],lw=1, s=5,color='white')
<matplotlib.collections.PathCollection at 0x7faee17358b0>
# Show zoomed in region to see if stars look like point sources and aren't smeared out or doubled
xmin = 700
xmax = 900
ymin = 500
ymax = 700
gaiazoom = np.where((xgaia > xmin) & (xgaia < xmax) & (ygaia > ymin) & (ygaia < ymax))
print(gaiazoom)
subx = xgaia[gaiazoom] - xmin
suby = ygaia[gaiazoom] - ymin
mirizoom = np.where((miri_x > xmin) & (miri_x < xmax) & (miri_y > ymin) & (miri_y < ymax))
print(gaiazoom)
subxmiri = miri_x[mirizoom] - xmin
subymiri = miri_y[mirizoom] - ymin
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data[ymin:ymax,xmin:xmax], origin='lower', cmap='rainbow', vmin=0, vmax=7)
plt.scatter(subx, suby,lw=1, s=10,color='white')
plt.scatter(subxmiri, subymiri,lw=1, s=5,color='black')
plt.colorbar()
print('Gaia sources are marked in white, MIRI sources from the pipeline in black')
(array([ 6, 11, 40, 100, 114, 173, 181, 194, 312, 323, 338,
365, 381, 438, 484, 534, 552, 558, 741, 782, 794, 861,
944, 948, 952, 969, 1015, 1033, 1122, 1172, 1209, 1233, 1358,
1378, 1418, 1496, 1599, 1627, 1656, 1657, 1755, 1801, 1810, 1941,
1956, 2118, 2148]),)
(array([ 6, 11, 40, 100, 114, 173, 181, 194, 312, 323, 338,
365, 381, 438, 484, 534, 552, 558, 741, 782, 794, 861,
944, 948, 952, 969, 1015, 1033, 1122, 1172, 1209, 1233, 1358,
1378, 1418, 1496, 1599, 1627, 1656, 1657, 1755, 1801, 1810, 1941,
1956, 2118, 2148]),)
Gaia sources are marked in white, MIRI sources from the pipeline in black
# Calculate difference in position between catalog and Gaia positions. There is an offset here.
tol = 1 # Do calculations in pixels
found_count=0
# Set up array for matches
diffarr = np.array(len(xgaia))
deltax = []
deltay = []
xpos = []
ypos = []
print(' x y xdiff ydiff < 0.5 pix')
for i in np.arange(0,len(xgaia)):
for j in np.arange(0,len(miri_x)):
x_diff = abs(xgaia[i] - miri_x[j])
y_diff = abs(ygaia[i] - miri_y[j])
if x_diff < tol and y_diff < tol:
deltax.append(xgaia[i] - miri_x[j])
deltay.append(ygaia[i] - miri_y[j])
xpos.append(miri_x[j])
ypos.append(miri_y[j])
found_count +=1
if (x_diff < 0.5) and (y_diff < 0.5):
test = 'pass'
else:
test = 'fail'
print('{:15.6f} {:15.6f} {:15.6f} {:15.6f} {}'.format(miri_x[j], miri_y[j], x_diff, y_diff, test))
print()
print(found_count,' matches found')
diffarr = np.zeros(found_count)
for match in np.arange(0,found_count):
diffarr[match] = math.sqrt((deltax[match]**2)+(deltay[match]**2))
print()
#print(diffarr)
x y xdiff ydiff < 0.5 pix
971.787194 722.412082 0.047584 0.325973 pass
991.382652 1058.599764 0.221404 0.118321 pass
804.648676 1073.342768 0.092629 0.017410 pass
948.721899 633.989404 0.124930 0.016132 pass
518.677279 1012.061209 0.071592 0.227742 pass
932.923059 1134.641711 0.012524 0.104461 pass
702.180961 1131.099173 0.150270 0.030271 pass
796.809072 1053.823193 0.092300 0.055702 pass
951.307791 520.058127 0.025650 0.247110 pass
504.214344 609.397497 0.505664 0.750684 fail
440.070283 937.323465 0.218301 0.195747 pass
650.692800 911.014082 0.006710 0.012858 pass
826.193741 206.605544 0.063416 0.033398 pass
551.041618 730.704247 0.134675 0.121383 pass
168.847566 1042.828668 0.019368 0.199049 pass
929.830050 630.975506 0.039536 0.155437 pass
390.168252 791.160055 0.152807 0.083691 pass
801.303887 91.985451 0.118038 0.027803 pass
418.583974 257.740166 0.179747 0.154582 pass
696.744492 1103.981279 0.211185 0.017126 pass
1048.653014 1091.344377 0.337727 0.266083 pass
680.045300 730.299100 0.221269 0.073063 pass
462.728346 752.984856 0.044606 0.025438 pass
659.399964 107.786561 0.012588 0.050437 pass
204.244980 931.584493 0.047119 0.012645 pass
875.926282 458.993482 0.259271 0.028115 pass
853.496049 922.022904 0.017316 0.116252 pass
486.734785 629.021822 0.199278 0.069655 pass
69.972869 1113.690441 0.099554 0.066810 pass
889.932794 863.039539 0.217064 0.156398 pass
893.907532 360.496048 0.282706 0.111685 pass
599.819952 913.158990 0.016470 0.032188 pass
274.184020 770.387191 0.121256 0.095627 pass
828.072195 651.684378 0.222477 0.134429 pass
479.122832 164.365581 0.064719 0.092224 pass
357.947542 598.742575 0.859590 0.848203 fail
982.273734 908.490392 0.042496 0.066440 pass
1051.295347 911.943964 0.070103 0.071487 pass
1089.770225 884.599574 0.034889 0.081747 pass
592.068923 800.673188 0.100405 0.056600 pass
424.442941 1123.876185 0.355212 0.072113 pass
368.044343 632.055167 0.122874 0.164678 pass
739.221439 1034.786972 0.016065 0.064477 pass
827.975019 236.262469 0.030548 0.003118 pass
936.469926 472.459335 0.042174 0.022990 pass
849.404895 897.250539 0.015460 0.098513 pass
456.494317 581.914688 0.141006 0.226953 pass
921.334282 396.615102 0.072710 0.047041 pass
668.791303 540.793817 0.054602 0.220092 pass
911.374718 632.877320 0.264546 0.100049 pass
266.864753 770.851636 0.112225 0.037505 pass
997.978654 1141.939108 0.128399 0.030280 pass
458.961568 680.956722 0.130008 0.087202 pass
932.378799 399.370855 0.009747 0.026048 pass
1020.042175 616.191476 0.072551 0.017726 pass
687.935157 218.492903 0.161991 0.053296 pass
838.362257 145.394097 0.202280 0.251034 pass
985.811477 491.523342 0.001970 0.056651 pass
545.681397 762.902811 0.132044 0.241487 pass
784.857728 860.099653 0.015287 0.093859 pass
877.101850 201.667579 0.078180 0.025420 pass
699.776283 434.389773 0.040470 0.093697 pass
318.505582 1053.815020 0.034336 0.005275 pass
816.131495 549.172998 0.042826 0.121108 pass
614.155714 803.167628 0.188404 0.210258 pass
1020.497009 1102.733842 0.001064 0.046648 pass
867.987618 1130.969712 0.003061 0.054294 pass
508.249240 1002.317252 0.029407 0.084412 pass
126.989546 1102.862968 0.010643 0.017791 pass
853.526183 1077.024812 0.087219 0.061778 pass
360.518390 93.356801 0.037607 0.017320 pass
822.333491 1090.153824 0.099142 0.039232 pass
667.903057 783.333699 0.009113 0.011908 pass
116.517276 988.181387 0.021678 0.091584 pass
638.002979 898.313292 0.002669 0.171783 pass
215.988248 763.520514 0.082575 0.053823 pass
455.293058 734.950729 0.103502 0.079794 pass
885.014536 297.756299 0.097196 0.244198 pass
626.004075 249.008540 0.023504 0.106153 pass
982.472504 473.021175 0.051851 0.018526 pass
441.962819 83.719417 0.004530 0.136496 pass
726.498688 411.016199 0.106235 0.015835 pass
450.179624 652.989169 0.055835 0.082839 pass
1045.697359 452.293662 0.114518 0.043233 pass
1009.251465 1006.048516 0.037256 0.012931 pass
358.000555 662.969322 0.689423 0.001940 fail
931.459469 1005.533015 0.185227 0.035814 pass
580.133149 651.354582 0.050443 0.059245 pass
672.006854 722.471667 0.006096 0.047770 pass
1024.082493 228.630189 0.113317 0.004025 pass
977.101217 107.615379 0.112935 0.039492 pass
123.969099 1020.045023 0.099800 0.269711 pass
982.644831 207.642910 0.052330 0.043558 pass
619.540681 243.549766 0.115431 0.037405 pass
506.403161 50.218748 0.056074 0.044076 pass
369.946294 222.339736 0.000637 0.009070 pass
443.006326 420.940959 0.068350 0.235817 pass
912.951333 799.369186 0.035504 0.006611 pass
729.605962 1148.160326 0.035787 0.063780 pass
713.693636 147.047515 0.099046 0.071808 pass
567.927009 772.945038 0.231073 0.129845 pass
816.686692 988.200448 0.084933 0.100373 pass
1027.051874 971.990053 0.110070 0.020844 pass
575.136108 336.801180 0.095254 0.115771 pass
465.325014 426.355529 0.048042 0.034285 pass
1040.021449 301.800031 0.071364 0.055374 pass
602.888749 740.843731 0.020347 0.021315 pass
582.875629 954.873520 0.072184 0.098690 pass
873.254014 1054.251959 0.006258 0.012129 pass
1074.999126 660.951446 0.005360 0.036033 pass
475.140255 1060.854370 0.038896 0.143859 pass
965.581854 412.139319 0.139242 0.013864 pass
576.870273 507.158307 0.000879 0.008102 pass
906.492370 94.560550 0.020149 0.087047 pass
456.326968 483.594617 0.051334 0.091554 pass
916.487339 912.016878 0.125125 0.021333 pass
610.526797 94.222232 0.053358 0.102276 pass
781.681022 256.927556 0.071874 0.015106 pass
709.186442 842.817262 0.014153 0.038210 pass
743.330462 153.395319 0.116353 0.025174 pass
791.338952 1059.750587 0.129135 0.021513 pass
85.247904 846.743222 0.182104 0.175776 pass
743.759137 858.704856 0.083232 0.142084 pass
629.606114 302.494654 0.155337 0.001248 pass
737.309919 109.646260 0.106109 0.001721 pass
492.499179 1108.533881 0.005860 0.109863 pass
504.934095 971.009776 0.221014 0.116572 pass
37.589934 844.368978 0.073226 0.001452 pass
1065.982076 17.761624 0.228242 0.094888 pass
942.756402 972.000209 0.182532 0.010075 pass
956.580968 811.885338 0.033873 0.067503 pass
63.719897 1088.660702 0.065295 0.200550 pass
605.863127 769.864394 0.066609 0.098547 pass
255.497982 807.032341 0.136155 0.131143 pass
713.022163 625.788279 0.125994 0.069470 pass
737.456321 973.963155 0.045635 0.095465 pass
1064.500706 753.002436 0.022522 0.052914 pass
620.706654 228.432072 0.109491 0.029840 pass
790.849064 77.679769 0.086724 0.042219 pass
493.906200 113.341648 0.108257 0.035430 pass
610.000205 242.234617 0.020024 0.152273 pass
537.812975 575.681715 0.085597 0.022880 pass
547.481727 582.234222 0.019974 0.008272 pass
45.171523 784.996516 0.123145 0.036277 pass
155.404011 755.679066 0.097013 0.189798 pass
1001.339371 585.363083 0.064569 0.025893 pass
1070.659400 1001.733966 0.074267 0.050627 pass
33.849308 773.180626 0.146986 0.159420 pass
182.514058 958.502172 0.024565 0.057322 pass
86.881243 865.677726 0.007102 0.029750 pass
861.666510 610.003382 0.144867 0.001933 pass
624.612349 1094.721770 0.012356 0.082055 pass
662.463468 836.975538 0.061784 0.030290 pass
553.392766 754.686001 0.080759 0.143910 pass
1013.146088 535.834366 0.019168 0.033139 pass
364.846963 500.715033 0.075143 0.209239 pass
988.261635 271.785576 0.058663 0.013912 pass
969.534250 640.945304 0.055481 0.066595 pass
522.659846 666.591428 0.012117 0.060021 pass
1089.852061 1109.321876 0.208415 0.114759 pass
781.663759 685.169495 0.040850 0.089594 pass
1079.119018 943.409029 0.016288 0.164747 pass
381.596889 778.672175 0.294610 0.061974 pass
421.042531 494.417221 0.022380 0.134277 pass
413.440045 1071.377335 0.169388 0.098540 pass
771.365888 207.620171 0.064689 0.011384 pass
933.127355 967.614301 0.021022 0.089301 pass
658.027974 1048.838314 0.066601 0.119301 pass
610.211433 827.965511 0.008595 0.032656 pass
772.227962 311.183905 0.137812 0.080350 pass
849.929733 851.692322 0.053199 0.082132 pass
692.188527 649.099113 0.190781 0.027747 pass
586.550134 172.421413 0.128454 0.166038 pass
439.862623 74.022959 0.138513 0.069660 pass
745.564460 814.678281 0.081119 0.110591 pass
57.434578 1057.174568 0.222549 0.023548 pass
839.981073 81.237621 0.061650 0.142916 pass
579.765248 317.690213 0.003005 0.051563 pass
936.271917 278.568271 0.109893 0.378551 pass
597.013906 339.823197 0.102673 0.001733 pass
753.546159 280.478199 0.031436 0.012996 pass
989.518774 1127.543291 0.080505 0.101399 pass
592.293203 124.382080 0.208261 0.014584 pass
110.022999 923.533162 0.037552 0.100225 pass
658.238636 22.321859 0.048410 0.146225 pass
80.948276 1072.500782 0.216115 0.012352 pass
873.132175 358.027963 0.097815 0.106255 pass
818.432331 416.541548 0.099002 0.094825 pass
896.616664 148.921825 0.022298 0.027722 pass
976.991339 126.312063 0.006445 0.041898 pass
942.284580 1009.484366 0.026486 0.002030 pass
598.389343 888.221280 0.000663 0.034417 pass
658.202790 479.195856 0.071055 0.033927 pass
816.827590 200.019580 0.087338 0.055904 pass
937.064151 137.558450 0.020908 0.109643 pass
1074.072262 1088.767631 0.098781 0.322830 pass
525.526073 843.515526 0.039143 0.036095 pass
915.864935 850.701201 0.066572 0.002693 pass
938.468256 179.777806 0.058191 0.225459 pass
538.079843 1101.815787 0.030128 0.186107 pass
168.343615 1110.629636 0.126234 0.014688 pass
845.974509 557.206764 0.024687 0.066855 pass
791.436037 14.064196 0.063032 0.086143 pass
916.207328 1066.161833 0.015971 0.048410 pass
596.980852 605.194955 0.006885 0.048921 pass
838.620799 1090.360828 0.102641 0.088503 pass
699.965130 934.380930 0.030482 0.082780 pass
662.267564 213.835000 0.118211 0.056520 pass
1038.928973 478.574752 0.084483 0.086768 pass
347.251612 884.210100 0.051397 0.016917 pass
627.507591 1068.701302 0.055472 0.111330 pass
785.956932 586.930974 0.069585 0.104303 pass
1101.879842 545.364683 0.028038 0.015099 pass
554.027511 871.546088 0.047930 0.128316 pass
444.011042 1045.216011 0.002498 0.148865 pass
668.504114 187.989573 0.035427 0.027249 pass
566.513495 764.976871 0.079680 0.036845 pass
738.626304 1044.088729 0.148638 0.098696 pass
719.393952 727.180337 0.019318 0.113434 pass
441.623049 529.983062 0.210574 0.052001 pass
45.722109 1026.484858 0.055896 0.050787 pass
381.987208 805.989206 0.136076 0.004786 pass
51.430619 775.305329 0.064562 0.071969 pass
882.002738 225.858266 0.035274 0.064842 pass
922.240499 1023.443807 0.082876 0.021431 pass
1009.030511 67.497638 0.173081 0.065758 pass
713.573187 1021.773799 0.062711 0.154587 pass
1049.946748 170.805869 0.082288 0.166938 pass
560.389040 638.094168 0.020112 0.028823 pass
586.196377 718.987706 0.083302 0.081944 pass
812.972599 331.459282 0.104772 0.016886 pass
758.153434 638.190474 0.030978 0.019495 pass
996.984882 542.233377 0.049467 0.056274 pass
774.470071 179.790791 0.023036 0.151195 pass
1007.125692 324.091732 0.051754 0.048481 pass
557.822533 262.773936 0.011219 0.205017 pass
414.668475 74.191025 0.111992 0.126321 pass
722.873346 350.158669 0.094674 0.038107 pass
211.894380 774.648016 0.058141 0.037824 pass
82.626406 1134.407957 0.007808 0.122689 pass
548.334271 100.932198 0.044707 0.068053 pass
221.879765 754.331632 0.142983 0.172195 pass
765.860481 705.864121 0.070530 0.071224 pass
675.477555 344.434108 0.024996 0.018885 pass
457.546560 690.503279 0.127376 0.008907 pass
394.321989 618.397515 0.055948 0.008829 pass
302.237571 809.955336 0.095627 0.197809 pass
257.017215 801.556656 0.196490 0.147835 pass
31.977235 1067.368676 0.199124 0.031499 pass
530.804812 112.288054 0.091937 0.119781 pass
472.491396 1105.819527 0.076963 0.241382 pass
484.028113 644.989007 0.036409 0.006884 pass
769.529879 719.750756 0.129242 0.160524 pass
1049.965743 322.874341 0.002982 0.117304 pass
931.737239 661.486737 0.118835 0.029712 pass
697.606250 863.102230 0.141074 0.006891 pass
797.175126 349.702995 0.112471 0.106752 pass
1016.511948 226.503437 0.063407 0.021555 pass
734.386827 660.929045 0.225990 0.069894 pass
720.475163 828.516135 0.025141 0.017642 pass
415.472313 912.018443 0.052916 0.122246 pass
384.006257 639.778136 0.217245 0.084175 pass
353.511330 1095.374719 0.007510 0.172998 pass
269.549573 1050.105884 0.004452 0.003458 pass
89.419188 965.692819 0.074078 0.061954 pass
207.439288 943.462122 0.183551 0.001885 pass
615.366892 525.336526 0.027049 0.008982 pass
775.993907 927.380934 0.028674 0.012515 pass
907.150996 394.861698 0.081455 0.132333 pass
163.934862 819.577435 0.181344 0.016553 pass
435.198657 1141.379350 0.133701 0.132231 pass
961.119009 418.391177 0.041233 0.170483 pass
610.348434 1033.876257 0.052774 0.021907 pass
894.741821 774.479613 0.007724 0.046049 pass
1017.782919 161.994179 0.005521 0.035755 pass
911.493425 246.237436 0.035884 0.000105 pass
481.793717 221.994298 0.025469 0.064716 pass
634.779230 1127.603359 0.214968 0.038248 pass
1034.510046 472.746786 0.325695 0.093163 pass
825.735279 36.399586 0.190067 0.092759 pass
844.357602 50.635847 0.016078 0.073994 pass
581.538053 115.159776 0.055011 0.014114 pass
808.184674 487.142924 0.025454 0.011200 pass
41.477089 821.886243 0.062322 0.091079 pass
16.202269 1028.325274 0.070641 0.086044 pass
781.616185 752.867987 0.107519 0.067490 pass
64.684925 788.652067 0.024272 0.022432 pass
586.495574 794.613572 0.027305 0.138949 pass
424.722153 627.154777 0.050377 0.229957 pass
549.344500 969.476541 0.050344 0.051168 pass
647.498560 593.350341 0.003638 0.041185 pass
645.143527 260.850415 0.000247 0.066447 pass
454.804959 368.284723 0.119203 0.035985 pass
206.079849 1123.471371 0.047724 0.170572 pass
1039.618565 526.840971 0.100112 0.045409 pass
530.201570 1005.084148 0.058387 0.052171 pass
619.005451 831.145275 0.057655 0.079691 pass
395.151681 306.421503 0.023079 0.048220 pass
352.458668 993.248342 0.164101 0.106347 pass
592.412316 179.011175 0.170382 0.003032 pass
473.058980 658.585498 0.005791 0.115560 pass
595.587235 396.635503 0.034575 0.070308 pass
185.687819 805.504621 0.074928 0.001473 pass
458.779502 1001.445912 0.095561 0.028291 pass
635.263585 829.471863 0.091448 0.060652 pass
962.717930 1134.706000 0.052076 0.038695 pass
1034.818363 918.274750 0.020587 0.075926 pass
925.945840 316.591822 0.043476 0.109299 pass
337.253083 1082.806934 0.080914 0.008091 pass
809.227998 572.507615 0.066623 0.017234 pass
508.578608 65.199217 0.154953 0.197851 pass
412.720033 252.584959 0.079461 0.137791 pass
511.283234 418.166349 0.025404 0.065238 pass
419.253135 194.495579 0.039934 0.010197 pass
1070.882379 542.134894 0.185092 0.009227 pass
761.576036 1104.073840 0.087018 0.015787 pass
636.342082 401.340819 0.003896 0.062761 pass
883.052816 621.078304 0.066197 0.068469 pass
1090.391530 308.236301 0.052978 0.042963 pass
562.484176 9.313439 0.213352 0.004377 pass
847.645054 419.984805 0.100865 0.079102 pass
458.531469 1085.727820 0.017767 0.104854 pass
168.551594 868.736077 0.117814 0.070140 pass
359.550378 894.687526 0.199842 0.049620 pass
146.756502 1039.134903 0.096239 0.063574 pass
709.569462 946.998203 0.003002 0.011419 pass
642.319483 1088.583306 0.021439 0.036297 pass
589.797295 1055.165607 0.201504 0.151561 pass
813.990673 924.023177 0.024034 0.061122 pass
368.424892 447.354500 0.108171 0.050261 pass
643.313722 518.494555 0.117533 0.003374 pass
830.976106 363.307250 0.046061 0.170693 pass
680.368557 973.408335 0.092003 0.104901 pass
503.004367 1040.011490 0.061988 0.061592 pass
832.596320 772.502422 0.183439 0.020383 pass
524.601980 877.119543 0.089619 0.035514 pass
931.899428 61.551916 0.096034 0.146463 pass
278.992659 863.523512 0.035447 0.120818 pass
390.517977 714.942782 0.040210 0.026052 pass
672.603275 1150.007337 0.066333 0.048443 pass
1016.060637 95.542167 0.001335 0.157158 pass
176.356773 909.655239 0.013038 0.072142 pass
724.290872 892.794518 0.101276 0.008393 pass
646.904801 1113.206765 0.162050 0.102901 pass
128.268616 1000.016504 0.036516 0.016218 pass
622.568739 773.248702 0.062414 0.029313 pass
644.348170 739.333103 0.114319 0.099452 pass
868.226808 1039.696269 0.047613 0.069743 pass
498.760965 211.171171 0.033503 0.070811 pass
942.324384 987.362507 0.100681 0.027871 pass
100.696545 965.794500 0.018926 0.064925 pass
178.862318 1098.305334 0.057045 0.123076 pass
677.287898 986.103619 0.015198 0.054493 pass
835.299161 989.285561 0.046095 0.021453 pass
1010.125429 374.893101 0.061250 0.015972 pass
795.097376 521.635444 0.072125 0.186711 pass
498.373269 795.225606 0.102373 0.026779 pass
257.769674 897.406207 0.030709 0.068101 pass
1018.345570 81.388463 0.046308 0.116262 pass
472.671194 529.628751 0.098664 0.091428 pass
426.512050 320.769890 0.058661 0.130424 pass
813.230910 294.548651 0.067630 0.099487 pass
1022.433226 894.784866 0.048230 0.003368 pass
575.107265 635.080978 0.038915 0.102623 pass
378.156468 511.163374 0.063130 0.075643 pass
286.465082 818.002190 0.050353 0.059012 pass
457.595452 514.651884 0.018769 0.060980 pass
917.916471 1032.014722 0.108675 0.032432 pass
418.501148 773.181765 0.099565 0.008555 pass
847.157255 907.377108 0.081896 0.052536 pass
721.274686 93.052672 0.044142 0.005995 pass
877.933048 313.479260 0.012085 0.026318 pass
596.581824 933.305906 0.043858 0.088979 pass
757.309928 1074.430754 0.054262 0.013342 pass
273.547150 868.407724 0.026504 0.089600 pass
1041.855325 465.316457 0.009790 0.069381 pass
453.204179 1047.052701 0.061837 0.041058 pass
160.948112 1137.963773 0.124319 0.073457 pass
199.807793 1137.138248 0.068836 0.172112 pass
968.359352 632.970182 0.011867 0.008910 pass
387.890723 985.436240 0.130051 0.041773 pass
1055.669614 599.649516 0.052931 0.061414 pass
127.054884 1094.143723 0.037857 0.058183 pass
841.199967 743.629448 0.001190 0.034543 pass
659.785858 352.350212 0.058900 0.018648 pass
18.995271 769.426152 0.006596 0.039620 pass
387.167876 176.725064 0.170642 0.004818 pass
569.949869 559.466030 0.019539 0.011115 pass
954.325261 390.653165 0.016766 0.010546 pass
858.349976 191.357463 0.023651 0.002985 pass
1029.822468 806.287604 0.073894 0.059739 pass
693.159415 1032.697040 0.019680 0.083980 pass
944.296106 60.293831 0.002236 0.136439 pass
135.815498 862.055348 0.021623 0.121702 pass
1009.852253 249.500470 0.108810 0.056718 pass
371.519368 210.988876 0.036863 0.001210 pass
19.356483 917.389332 0.040314 0.076833 pass
528.020591 1050.443243 0.054602 0.185155 pass
466.917924 127.000156 0.041553 0.017208 pass
630.181012 672.542019 0.034471 0.025944 pass
789.324051 25.140798 0.035402 0.066345 pass
755.090510 305.490431 0.064166 0.012514 pass
604.522407 584.013330 0.019142 0.012357 pass
669.790402 588.101226 0.107173 0.297246 pass
832.493016 184.883596 0.044862 0.035601 pass
129.742335 992.816767 0.027225 0.007749 pass
327.691793 1027.331071 0.039419 0.097781 pass
427.455040 995.893330 0.038014 0.128839 pass
409.446610 728.899829 0.074247 0.023616 pass
542.420668 669.697829 0.033986 0.022222 pass
618.064333 109.493399 0.012664 0.006606 pass
928.853173 386.318290 0.014591 0.025288 pass
1011.238683 470.195496 0.022428 0.053806 pass
809.883020 361.921395 0.043895 0.063695 pass
156.842988 941.265660 0.026813 0.007445 pass
869.991679 815.164160 0.001839 0.046360 pass
566.105350 334.129988 0.060727 0.099388 pass
504.116205 835.591334 0.039941 0.077628 pass
787.646833 526.808642 0.027500 0.064108 pass
1051.981292 106.156458 0.074481 0.161403 pass
497.718109 592.028379 0.002397 0.041040 pass
845.094458 656.691133 0.055683 0.014886 pass
713.743949 1140.072780 0.076753 0.109453 pass
282.913793 1093.328941 0.023747 0.251657 pass
505.518947 400.474984 0.029459 0.064334 pass
222.444337 1095.941913 0.026693 0.032237 pass
437.503325 403.080780 0.045281 0.035906 pass
489.471279 104.505226 0.028314 0.008411 pass
460.123493 773.179797 0.021004 0.030232 pass
523.057677 891.991025 0.029962 0.134091 pass
845.141995 398.394444 0.019249 0.058347 pass
215.605587 833.694272 0.037718 0.032241 pass
739.580635 773.943171 0.009590 0.022000 pass
604.215853 204.780467 0.017922 0.007904 pass
564.630985 732.132616 0.794687 0.268266 fail
499.378755 497.147274 0.009253 0.036862 pass
658.273191 532.343745 0.028048 0.060879 pass
601.261048 969.669289 0.036150 0.096129 pass
814.515224 455.519932 0.030171 0.025062 pass
940.489512 825.545476 0.023451 0.010250 pass
458.070836 559.846451 0.037567 0.025205 pass
949.717753 177.187627 0.026917 0.041783 pass
984.301140 1017.612856 0.154244 0.022771 pass
956.883521 1009.233286 0.026185 0.069579 pass
471.953516 263.317681 0.581757 0.175885 fail
555.530604 692.120788 0.046376 0.047499 pass
529.457015 79.493877 0.064803 0.016531 pass
411.819527 1030.612960 0.064347 0.007940 pass
871.577439 1143.999673 0.020876 0.069096 pass
738.429957 716.534943 0.019460 0.057253 pass
949.070326 403.411655 0.041071 0.020759 pass
1023.784398 718.095448 0.094704 0.017529 pass
943.102895 205.379047 0.009439 0.072714 pass
565.898316 15.436283 0.007967 0.009652 pass
793.031125 763.475149 0.081633 0.178275 pass
1086.593192 940.749787 0.049297 0.097137 pass
918.916239 874.756538 0.005055 0.078806 pass
491.524725 841.253480 0.029591 0.017480 pass
644.459486 619.139606 0.061695 0.017166 pass
167.608811 893.763116 0.024894 0.040049 pass
486.085750 584.315898 0.107535 0.019602 pass
954.799088 1108.421603 0.080064 0.122176 pass
1056.176111 1114.972511 0.185662 0.113986 pass
915.977830 370.302628 0.001079 0.052869 pass
945.981081 769.541440 0.055015 0.003913 pass
634.633052 926.645932 0.013236 0.011408 pass
902.021411 357.370179 0.029217 0.037159 pass
1013.029652 358.034373 0.034192 0.037197 pass
741.365852 1143.239234 0.085059 0.116520 pass
520.609419 650.220059 0.203019 0.215142 pass
1056.530239 378.231149 0.059766 0.026694 pass
729.221893 1005.399844 0.163662 0.039159 pass
753.856382 864.298542 0.035687 0.035986 pass
802.254506 916.470049 0.000514 0.033610 pass
1035.542728 795.766952 0.010085 0.039626 pass
58.263529 1114.182486 0.082553 0.049110 pass
621.427794 513.192725 0.065811 0.178797 pass
370.246233 672.830302 0.005035 0.014989 pass
575.569356 323.128421 0.012259 0.110982 pass
589.247151 146.452792 0.007893 0.036503 pass
594.307869 459.441143 0.068209 0.023539 pass
907.401467 530.689764 0.066645 0.029233 pass
150.688260 923.666687 0.075680 0.152427 pass
458.936712 149.325089 0.068991 0.030466 pass
397.108752 375.794830 0.080297 0.017826 pass
747.694178 615.910430 0.092497 0.019617 pass
594.030674 1137.202297 0.081037 0.115091 pass
977.828970 1070.320878 0.081047 0.146417 pass
805.736884 714.277754 0.044220 0.043274 pass
343.112571 932.416367 0.031421 0.072577 pass
727.095577 1021.384381 0.004987 0.090605 pass
89.020920 985.888026 0.123144 0.208438 pass
21.491439 850.351148 0.064242 0.032303 pass
775.753991 651.654421 0.073742 0.043202 pass
352.424784 1002.073528 0.011725 0.078839 pass
1081.603872 293.612751 0.048214 0.009088 pass
1026.465643 269.909679 0.021466 0.028691 pass
334.877934 1116.549590 0.013673 0.138395 pass
519.155789 489.300354 0.127770 0.004832 pass
797.954319 394.105458 0.032977 0.000082 pass
840.301065 135.361563 0.051029 0.053717 pass
221.012040 1073.976254 0.253252 0.377490 pass
674.682403 405.489421 0.014964 0.009490 pass
553.805849 1050.868439 0.097366 0.117272 pass
378.983765 575.081643 0.245696 0.110830 pass
478.747803 1032.313617 0.179524 0.352947 pass
396.774097 1113.100903 0.026552 0.039504 pass
521.080374 249.989679 0.137511 0.787792 fail
508 matches found
# Look at differences in position
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(deltax, deltay)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x difference in pixels')
plt.ylabel('y difference in pixels')
Text(0, 0.5, 'y difference in pixels')
# Look at differences in position
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(xpos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x position in pixels')
plt.ylabel('magnitude of vector diff in pixels')
Text(0, 0.5, 'magnitude of vector diff in pixels')
# Look at differences in position
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(ypos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('y position in pixels')
plt.ylabel('magnitude of vector diff in pixels')
Text(0, 0.5, 'magnitude of vector diff in pixels')
# Compare Gaia catalogs to see if the pipeline used the same dataset out of Vizier
# set the tolerance for differences and initialize counters
tol = 1.e-5 # Set tolerance around 30 mas (units here are in degrees; 36 mas ~ 1e-5 deg)
found_count=0
multiples_count=0
missed_count=0
# Set up array for matches
detected = np.chararray(len(gaia_ra))
#print(np.shape(detected))
for ra,dec,idx in zip(gaia_ra, gaia_dec,range(len(gaia_ra))):
match = np.where((np.abs(gaia_cat['RA']-ra) < tol) & (np.abs(gaia_cat['DEC']-dec) < tol))
#print('match', match)
if np.size(match) == 1:
found_count +=1
detected[idx] = 'Y'
if np.size(match) > 1:
multiples_count +=1
if np.size(match) < 1:
missed_count +=1
total_percent_found = (found_count/len(gaia_ra))*100
print('\n')
print('SNR threshold used for pipeline: ',pipe3.source_catalog.snr_threshold)
print('Total matches found:',found_count)
print('Total missed:',missed_count)
print('Number of multiples: ',multiples_count)
print('Total number of input (gaia) sources:',len(gaia_ra))
print('Total number in output (gaia) catalog:',len(gaia_cat))
print('Total percent found:',total_percent_found)
print('\n')
if (found_count == len(gaia_cat)):
print('All gaia images output by pipeline match Gaia sources found from Vizier')
SNR threshold used for pipeline: 5 Total matches found: 2187 Total missed: 7812 Number of multiples: 0 Total number of input (gaia) sources: 9999 Total number in output (gaia) catalog: 2187 Total percent found: 21.872187218721873 All gaia images output by pipeline match Gaia sources found from Vizier
# Get RA and Dec for sources found in output catalog by pipeline
cat_ra = catalog['sky_centroid'].ra.deg
for i in range(len(cat_ra)):
if (cat_ra[i]>180.):
cat_ra[i] -= 360.
cat_dec = catalog['sky_centroid'].dec.deg
#print(cat_ra)
#print()
#print(cat_dec)
# Look at position differences in RA and Dec rather than pixels
allRAdiff_cal = []
allDecdiff_cal = []
# Get coordinates with SkyCoord for each catalog
cat_miri = Table([cat_ra, cat_dec], names=('ra', 'dec'))
cat_gaia = Table([gaia_cat['RA'], gaia_cat['DEC']], names=('ra', 'dec'))
coord_cat_gaia = SkyCoord(ra=cat_gaia['ra'], dec=cat_gaia['dec'], unit="deg")
coord_cat_miri = SkyCoord(ra=cat_miri['ra'], dec=cat_miri['dec'], unit="deg")
ind_catmiri_catgaia, dist_2d, _ = match_coordinates_sky(coord_cat_gaia, coord_cat_miri)
# Find where the catalogs match
cat1_matched = cat_gaia[dist_2d.arcsec<0.05]
cat2_matched = cat_miri[ind_catmiri_catgaia[dist_2d.arcsec<0.05]]
#print(cat1_matched)
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec']
#print(ra_diff)
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas) Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
#if ra_diff[i] < 30 and dec_diff[i] < 30:
allRAdiff_cal.append(ra_diff[i])
allDecdiff_cal.append(dec_diff[i])
if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30:
test = 'pass'
else:
test = 'fail'
print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA (mas)')
plt.xlabel('Delta Dec (mas)')
plt.scatter(ra_diff,dec_diff)
plt.show()
RA_Diff (mas) Dec_diff (mas) pass/fail
-6.853659 36.456219 fail
60.613961 17.973416 fail
-27.488706 -4.036802 pass
-37.534769 -4.648332 fail
7.106735 26.358894 pass
-3.042358 11.619434 pass
-48.469597 -0.200451 fail
-32.220854 3.900329 fail
-8.406689 27.394669 pass
-80.409404 16.181315 fail
2.923510 -1.239091 pass
17.381054 5.091660 pass
-49.634322 10.048460 fail
-7.118932 22.039065 pass
-1.941678 -17.774699 pass
-52.756251 5.544394 fail
-38.282059 0.281311 fail
65.702749 -12.613684 fail
64.171523 6.752807 fail
-86.785826 -36.702026 fail
-73.211470 2.798540 fail
-15.465802 1.727303 pass
-7.210713 5.179290 pass
-15.403875 0.283218 pass
78.238329 9.060807 fail
-2.334027 13.009532 pass
-66.181622 2.945389 fail
26.398240 9.545589 pass
56.750255 21.997990 fail
79.947231 18.667666 fail
-2.966918 -3.872571 pass
43.785356 -7.571293 fail
-59.867773 -19.737803 fail
-26.061004 8.507477 pass
8.738707 8.192012 pass
26.399830 -6.124101 pass
-16.195447 8.054521 pass
-27.302022 -8.463784 pass
105.103080 16.041208 fail
-48.826046 15.022495 fail
-0.705624 -7.365346 pass
-9.640097 -0.369711 pass
11.509234 3.471592 pass
-1.734327 11.042696 pass
58.533134 -21.356047 fail
19.352338 6.788039 pass
-2.351430 -25.135982 pass
75.129586 16.987427 fail
37.165832 -1.475463 fail
37.693871 6.266103 fail
45.932404 -6.451447 fail
4.731347 -2.598917 pass
-23.587739 0.238224 pass
53.545940 -2.030477 fail
-79.025413 22.539833 fail
-3.135859 6.189550 pass
56.745922 -23.136266 fail
1.477120 -10.533953 pass
25.820892 -0.944893 pass
-6.321973 -11.099667 pass
-10.271524 -1.366110 pass
-21.229850 12.142242 pass
-72.115691 18.441726 fail
-3.418322 5.034073 pass
-2.645971 5.959240 pass
3.522374 9.836346 pass
2.120497 2.175691 pass
-31.053509 4.676178 fail
10.476462 2.747397 pass
-33.249088 1.954750 fail
-3.603015 1.080434 pass
0.675910 10.435196 pass
-10.517210 18.693347 pass
29.073125 -3.931246 pass
37.254210 -6.260859 fail
-46.141304 24.231394 fail
0.264161 12.057718 pass
14.792837 3.212273 pass
-7.581936 14.910628 pass
33.864143 0.743176 fail
22.717197 -7.694018 pass
-32.515080 -7.346794 fail
-10.660810 -2.267642 pass
54.891381 8.183693 fail
-19.497456 5.258267 pass
1.269271 -5.322286 pass
-35.258323 -2.192614 fail
-32.262456 -6.902133 fail
13.110708 31.561494 fail
-19.036333 3.510193 pass
-38.119711 1.385913 fail
20.218080 -3.484676 pass
-0.399920 0.998565 pass
-5.588569 -27.159197 pass
11.409879 0.106879 pass
-15.283410 6.087474 pass
25.854199 10.081611 pass
79.993807 -8.734022 fail
-19.620919 -12.855853 pass
-35.403361 -0.296070 fail
-21.797699 -14.761112 pass
12.585939 4.829760 pass
-18.380071 -7.661516 pass
-7.695388 1.840754 pass
-28.833122 9.032358 pass
-2.737151 1.170199 pass
4.040110 -3.783175 pass
2.535174 16.503831 pass
-42.094103 -4.733843 fail
0.805816 -0.858437 pass
0.477254 9.907864 pass
9.831530 11.117782 pass
37.265693 5.217479 fail
-9.741440 -12.327902 pass
-21.202416 -3.303388 pass
1.851265 4.472172 pass
37.592157 -0.036099 fail
38.504669 5.328202 fail
-44.747974 -23.270653 fail
-35.114770 13.480665 fail
-48.066779 -3.459809 fail
32.653636 2.643507 fail
-9.063908 11.780463 pass
60.646592 17.759585 fail
22.739958 1.531931 pass
64.193153 15.586265 fail
-57.091744 -3.144542 fail
6.003699 8.106866 pass
-33.399238 20.247861 fail
14.085755 12.230894 pass
33.460810 17.371084 fail
-34.349403 -10.453638 fail
20.417131 -9.295815 pass
-3.457792 -6.261393 pass
-31.852728 -5.770200 fail
23.994891 6.587718 pass
-31.103166 -6.345654 fail
-3.848916 16.979663 pass
-27.960934 0.501017 pass
6.718162 -0.435028 pass
40.463600 -1.094315 fail
17.505609 22.828273 pass
18.236606 4.306769 pass
-26.309762 3.764730 pass
34.967022 20.684733 fail
-11.371627 5.650559 pass
-4.153517 3.063365 pass
-44.634575 -3.568979 fail
-1.599520 9.185857 pass
21.098509 -1.853885 pass
15.469876 17.478276 pass
-8.112606 3.149023 pass
9.445210 24.433045 pass
17.197552 2.869618 pass
-12.739548 -8.509838 pass
7.702630 -6.229789 pass
-72.035696 7.601261 fail
-6.706659 -10.663996 pass
-5.875093 18.244367 pass
86.994158 13.534158 fail
1.928066 -15.082317 pass
-58.885895 6.769256 fail
-19.227776 -2.733081 pass
0.590117 10.172587 pass
12.712208 14.482470 pass
0.501404 3.740909 pass
47.868833 -5.522108 fail
-21.872897 7.673507 pass
-57.126857 -7.428847 fail
-28.736877 -20.981165 pass
38.196101 10.756852 fail
-32.378859 10.114112 fail
70.389590 2.582337 fail
-28.462681 14.072196 pass
4.326007 -5.523331 pass
-58.937423 38.507052 fail
-31.832786 -2.187896 fail
-8.852586 -2.137649 pass
-31.604902 9.126643 fail
65.279503 3.235725 fail
-18.209369 10.005218 pass
-24.580634 14.740178 pass
66.036872 6.329068 fail
23.198061 13.791590 pass
24.323692 12.578940 pass
5.055937 3.523446 pass
0.776428 -4.693441 pass
-8.322113 -0.394711 pass
-2.476799 3.717547 pass
-24.191889 2.034545 pass
-30.660717 4.039708 fail
-13.693644 11.406592 pass
9.152476 37.304497 fail
-14.482107 3.009014 pass
20.397815 1.836944 pass
3.084601 25.801449 pass
21.604873 -19.487760 pass
40.014908 1.322744 fail
-12.043484 6.678364 pass
25.140804 -7.883324 pass
-1.734138 -5.620805 pass
-1.099037 5.465512 pass
25.881573 11.979696 pass
3.955022 9.684560 pass
32.785493 8.866551 fail
-31.833717 7.448919 fail
14.776968 3.023226 pass
-24.507070 10.789516 pass
28.388570 -9.699682 pass
7.662694 2.288591 pass
6.350448 15.027117 pass
-10.593679 16.088815 pass
12.737532 -2.135539 pass
22.198970 5.840865 pass
39.434181 14.150275 fail
-1.519585 12.750512 pass
-61.648837 -10.509577 fail
-20.631349 4.219318 pass
41.753681 3.665620 fail
15.230332 9.296708 pass
-15.173443 6.214894 pass
27.039137 -0.400474 pass
-57.778402 3.117189 fail
-29.604805 15.312260 pass
-36.436964 16.195250 fail
-8.116651 2.660732 pass
20.341309 10.816411 pass
31.247823 4.259308 fail
-10.860154 1.396531 pass
11.561878 7.250930 pass
-2.857506 16.932253 pass
-19.187299 4.057094 pass
10.040234 -22.497017 pass
42.898644 -11.114876 fail
-31.759094 1.940492 fail
-15.486052 -5.445730 pass
-10.493410 13.128571 pass
18.287892 -6.347694 pass
-55.541127 15.376318 fail
-26.501110 6.089993 pass
8.966807 -1.469549 pass
-39.958739 -1.980143 fail
16.710645 2.251144 pass
-16.535405 -23.666602 pass
-70.486059 11.496416 fail
63.668423 1.178411 fail
-20.507982 -15.118330 pass
7.871398 27.962564 pass
-10.799281 -1.588927 pass
-50.545050 14.414207 fail
-6.832012 12.790864 pass
34.755690 5.979535 fail
-43.154216 -4.016438 fail
27.696902 14.184203 pass
-21.004187 0.866562 pass
-74.453402 2.343965 fail
6.606010 2.496079 pass
8.300857 14.483721 pass
72.693363 -4.108260 fail
-13.731376 18.591047 pass
1.148913 0.478039 pass
18.833457 8.430547 pass
56.887112 4.035735 fail
8.950576 -0.348024 pass
-8.036894 -2.022196 pass
16.420634 16.241047 pass
-54.983134 -5.982873 fail
50.077807 -11.248312 fail
-1.472223 -19.445892 pass
-17.765013 1.153470 pass
-0.657365 5.173281 pass
-0.656667 4.005776 pass
11.075134 0.843348 pass
12.128089 -6.430925 pass
69.004925 0.832881 fail
-106.766794 2.543701 fail
-64.801897 5.657610 fail
0.083772 8.397773 pass
17.919007 -0.258428 pass
-8.603288 0.624800 pass
-25.261894 8.442392 pass
16.189230 10.964005 pass
-37.688552 4.827249 fail
-6.029763 -2.993482 pass
-0.728299 15.702895 pass
-0.418552 -26.107945 pass
-18.943398 4.384165 pass
-3.841531 4.382722 pass
-4.303364 7.212781 pass
-39.199281 1.147375 fail
3.523059 19.605055 pass
-33.929592 2.600559 fail
-21.497675 4.306803 pass
12.562341 9.978601 pass
-10.304079 4.697214 pass
57.758103 -7.740589 fail
52.823969 3.612804 fail
-9.407121 12.400485 pass
-15.316357 6.825824 pass
23.264217 1.570479 pass
-31.416523 0.857208 fail
32.272642 -4.460214 fail
-13.539482 -5.405691 pass
-1.337005 -8.712052 pass
6.209945 12.862125 pass
-24.491882 -2.748807 pass
19.447327 3.413490 pass
-34.831307 -25.043022 fail
-33.616205 13.110138 fail
-12.147373 6.488564 pass
13.006708 -0.183216 pass
-56.568701 -5.298294 fail
27.950741 0.305798 pass
2.934447 -6.897513 pass
-24.978400 5.890427 pass
-19.200869 3.429410 pass
65.594148 5.408386 fail
-36.381394 6.240974 fail
-12.413785 10.961728 pass
-41.048241 4.887823 fail
-58.520508 -10.003046 fail
-25.580429 -9.118793 pass
-1.682521 1.168922 pass
-9.027538 3.439972 pass
72.318439 -11.770963 fail
-11.470183 6.071519 pass
-30.117492 -7.951585 fail
-36.094248 -3.087215 fail
2.960672 19.580412 pass
21.515248 13.509360 pass
15.103900 8.115460 pass
-55.347046 -6.464633 fail
-30.049941 1.777557 fail
19.984576 18.111120 pass
3.001481 13.924506 pass
-14.146308 1.896162 pass
-23.714950 3.716538 pass
-10.790290 17.013268 pass
-8.781612 7.524437 pass
-31.862008 -1.437020 fail
43.313108 14.915668 fail
12.361699 -0.916066 pass
17.357644 4.624711 pass
-41.897894 8.138953 fail
19.333792 -6.458875 pass
-15.011070 6.906150 pass
32.967943 -0.685420 fail
-1.580140 -7.479758 pass
9.537557 14.668279 pass
1.099009 6.262346 pass
-15.668831 1.257298 pass
-17.862553 -3.153489 pass
9.956702 21.921761 pass
29.880705 5.273538 pass
5.010045 8.096631 pass
6.619934 13.683180 pass
-36.514396 7.635070 fail
-26.709713 12.791327 pass
14.323609 12.357322 pass
-15.129769 -0.754758 pass
-18.794977 10.230078 pass
-14.528451 -9.664187 pass
11.681278 7.564724 pass
1.782468 7.048365 pass
31.451199 6.039763 fail
30.215401 3.230564 fail
28.788790 -3.798000 pass
-14.026411 -0.371731 pass
-1.995274 -3.134520 pass
7.685472 10.666441 pass
-17.659864 0.188687 pass
2.292964 10.331495 pass
-1.563134 7.751586 pass
-21.831776 3.022340 pass
33.617691 10.839866 fail
9.952386 20.259861 pass
-3.077477 -1.241646 pass
37.461326 7.539005 fail
12.290659 7.889232 pass
7.878567 7.185583 pass
-2.650521 3.718772 pass
-16.965727 -3.386126 pass
-0.565235 4.450176 pass
53.027839 3.419786 fail
5.305115 1.657742 pass
5.875438 -0.754877 pass
-7.106953 -0.871913 pass
-26.789242 4.762659 pass
0.535939 9.564359 pass
-9.695298 14.745718 pass
-1.323167 13.700998 pass
-37.348671 3.626787 fail
11.307861 0.982844 pass
7.414356 9.264973 pass
4.662598 21.346551 pass
-11.701793 -2.826980 pass
-12.365486 2.015672 pass
6.556691 8.015679 pass
18.994367 2.843606 pass
-6.730233 0.897119 pass
-52.731670 29.757444 fail
-16.203116 2.821758 pass
7.909963 1.469170 pass
5.744682 11.517657 pass
-20.253221 13.095126 pass
-24.507843 0.844688 pass
11.969756 -1.623748 pass
-3.475978 -1.009503 pass
-6.177252 2.404162 pass
3.371235 6.355767 pass
-17.762993 5.891059 pass
-8.782132 0.188430 pass
-2.496461 5.070494 pass
-25.309454 9.375280 pass
-17.468041 7.495591 pass
-12.729010 6.315674 pass
-33.656686 15.776393 fail
-3.445851 4.396040 pass
-18.190217 0.323309 pass
-30.970035 10.091399 fail
-9.243575 27.846182 pass
-13.340402 6.296764 pass
-10.380619 2.879979 pass
11.626554 4.941547 pass
8.191028 1.566833 pass
4.499770 3.765103 pass
0.416224 15.237558 pass
2.094069 6.774352 pass
-13.785345 2.626133 pass
-4.417093 2.163845 pass
-6.056247 0.442694 pass
0.430209 4.212331 pass
12.682633 -5.953543 pass
-17.524131 9.588875 pass
-10.975549 2.018912 pass
6.570050 1.655845 pass
9.948912 3.602729 pass
5.553172 5.155712 pass
-49.189601 -1.112320 fail
3.489835 8.153685 pass
11.200935 6.225349 pass
-21.101488 0.294762 pass
19.375480 2.349852 pass
1.882918 7.978014 pass
-9.794845 5.758579 pass
11.315045 3.204059 pass
-28.104180 -4.099807 pass
-1.886016 8.105032 pass
1.824860 1.231142 pass
-13.451744 -21.227505 pass
-21.669549 9.388619 pass
-3.649626 8.663869 pass
7.995180 2.580763 pass
-20.198565 0.433188 pass
5.061451 4.919183 pass
31.941665 4.613622 fail
-32.841842 11.390634 fail
64.950277 -8.047287 fail
3.824927 -5.708908 pass
-17.260472 -0.852347 pass
-3.338911 -1.543932 pass
6.570511 4.707537 pass
-13.018595 3.240637 pass
18.599009 14.609506 pass
76.932087 -18.637839 fail
-20.223625 1.507692 pass
-48.012939 -8.041033 fail
-13.409021 3.075662 pass
-2.062573 3.657106 pass
0.494316 4.531560 pass
22.304730 7.232871 pass
-8.543462 -20.916370 pass
-0.568880 -1.742241 pass
-11.100394 11.754087 pass
0.033213 4.141933 pass
-22.627030 0.974539 pass
18.658509 4.716178 pass
-33.438567 14.787039 fail
23.314506 -1.710069 pass
-25.983470 0.077870 pass
-29.877853 -0.015746 pass
-32.663456 10.605427 fail
-34.749144 13.996532 fail
-16.524709 3.668079 pass
4.932271 8.598803 pass
-7.529883 9.711082 pass
24.368255 25.453365 pass
17.742218 4.986225 pass
-25.641109 2.976375 pass
-1.571931 8.822630 pass
-15.490040 -0.133581 pass
-8.524669 2.613461 pass
-13.355184 14.695281 pass
-39.162762 -3.479825 fail
-10.192484 -0.755291 pass
-19.301477 4.643649 pass
-5.248855 0.682851 pass
-37.850827 10.464764 fail
83.235227 -6.342583 fail
-78.805114 34.127025 fail
-10.818179 3.670569 pass
# Compare Gaia catalogs to see if the pipeline used the same dataset out of Vizier
# set the tolerance for differences and initialize counters
tol = 1.e-5 # Set tolerance around 30 mas (units here are in degrees; 36 mas ~ 1e-5 deg)
found_count=0
multiples_count=0
missed_count=0
# Set up array for matches
detected = np.chararray(len(gaia_ra))
#print(np.shape(detected))
for ra,dec,idx in zip(gaia_cat['RA'], gaia_cat['DEC'],range(len(gaia_cat['RA']))):
match = np.where((np.abs(cat_ra-ra) < tol) & (np.abs(cat_dec-dec) < tol))
#print('match', match)
if np.size(match) == 1:
found_count +=1
detected[idx] = 'Y'
if np.size(match) > 1:
multiples_count +=1
if np.size(match) < 1:
missed_count +=1
total_percent_found = (found_count/len(gaia_cat['RA']))*100
print('\n')
print('SNR threshold used for pipeline: ',pipe3.source_catalog.snr_threshold)
print('Total matches found:',found_count)
#print('Total missed:',missed_count)
print('Number of multiples: ',multiples_count)
print('Total number of input (Gaia) sources:',len(gaia_cat['RA']))
print('Total number in output JWST catalog:',len(cat_ra))
print('Total percent found:',total_percent_found)
print('\n')
SNR threshold used for pipeline: 5 Total matches found: 397 Number of multiples: 0 Total number of input (Gaia) sources: 2187 Total number in output JWST catalog: 560 Total percent found: 18.152720621856425
# Look at flux
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(catalog['label'], catalog['aper_total_flux'])
plt.yscale('log')
plt.title('Total Flux in '+ str(catalog['aper_total_flux'].unit))
plt.xlabel('label')
plt.ylabel('aper_total_flux')
Text(0, 0.5, 'aper_total_flux')
# See the relationship between Flux and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
maxflux = 0.0012
index = np.where(catalog['aper_total_flux'] < maxflux)
ax.scatter(catalog['aper_total_flux'][index], catalog['aper_total_flux_err'][index])
#plt.yscale('log')
plt.title('Total Flux vs. Flux err')
plt.xlabel('Flux in Jy')
plt.ylabel('Flux err')
Text(0, 0.5, 'Flux err')
# Look at AB magnitudes
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(catalog['label'], catalog['aper_total_abmag'])
#plt.yscale('log')
plt.title('Total AB mag')
plt.xlabel('label')
plt.ylabel('aper_total_abmag')
Text(0, 0.5, 'aper_total_abmag')
# See the relationship between AB mag and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(catalog['aper_total_abmag'], catalog['aper_total_abmag_err'])
#plt.yscale('log')
plt.title('Total AB mag vs. AB mag err')
plt.xlabel('AB mag')
plt.ylabel('AB mag err')
Text(0, 0.5, 'AB mag err')
The distortion correction comes from the F770W data. See how well the astrometry holds up at longer wavelengths. The data set below comes from the same program, PID 1040, but includes a set of five images of the same region with the F1280W filter.
# Read in dataset from Box
def get_box_files(file_list):
for box_url,file_name in file_list:
if 'https' not in box_url:
box_url = 'https://stsci.box.com/shared/static/' + box_url
downloaded_file = download_file(box_url, timeout=600)
if Path(file_name).suffix == '':
ext = splitext(box_url)[1]
file_name += ext
move(downloaded_file, file_name)
# F1280W data of PID 1040 (LMC), taken in May 2022
file_urls = ['https://stsci.box.com/shared/static/kt3zb9b9aynuvtn4ytuxl2yl5bhsbc7l.fits',
'https://stsci.box.com/shared/static/qebublvwwi1wvsiu6pu6fb6r0vcgf0jz.fits',
'https://stsci.box.com/shared/static/huuf70x9hg6wnhl1i05hu8dx0fld4yd3.fits',
'https://stsci.box.com/shared/static/pblxt7pvujuumwrertz94vm5mfcssqv7.fits',
'https://stsci.box.com/shared/static/5adbhbdrf0nk85cxbhgi11s5lic959ru.fits']
file_names_long = ['jw01040001005_03109_00001_mirimage_uncal.fits',
'jw01040001005_03109_00002_mirimage_uncal.fits',
'jw01040001005_03109_00003_mirimage_uncal.fits',
'jw01040001005_03109_00004_mirimage_uncal.fits',
'jw01040001005_03109_00005_mirimage_uncal.fits']
box_download_list = [(url,name) for url,name in zip(file_urls,file_names_long)]
get_box_files(box_download_list)
print('Filenames of uncal files')
print(file_names_long)
Filenames of uncal files ['jw01040001005_03109_00001_mirimage_uncal.fits', 'jw01040001005_03109_00002_mirimage_uncal.fits', 'jw01040001005_03109_00003_mirimage_uncal.fits', 'jw01040001005_03109_00004_mirimage_uncal.fits', 'jw01040001005_03109_00005_mirimage_uncal.fits']
# Run Calwebb_detector1 on uncal.fits files
#uncalfiles = glob('*uncal.fits')
print('There are ', len(file_names_long), ' images.')
slopelist_long = []
# loop over list of files
for file in file_names_long:
# Run pipeline on each file
rampfile = Detector1Pipeline.call(file, save_results=True)
# set up output file name
base_long, remainder = file.split('_uncal')
outname = base_long
slopelist_long.append(base_long+'_rate.fits')
print('Detector 1 steps completed on all files.')
print(slopelist_long)
There are 5 images.
2022-10-04 17:35:02,566 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:35:02,586 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:35:02,587 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:35:02,589 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:35:02,590 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:35:02,591 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:35:02,592 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:35:02,594 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:35:02,595 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:35:02,596 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:35:02,597 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:35:02,599 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:35:02,600 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:35:02,601 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:35:02,602 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:35:02,603 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:35:02,605 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:35:02,606 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:35:03,030 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00001_mirimage_uncal.fits',).
2022-10-04 17:35:03,040 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:35:03,283 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00001_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:35:03,292 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:35:03,293 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:35:03,295 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:35:03,296 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:35:03,298 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:35:03,298 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:35:03,300 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:35:03,300 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:35:03,301 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:35:03,303 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:35:03,304 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:35:03,305 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:35:03,305 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:35:03,305 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:35:03,989 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:03,991 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:04,085 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:35:04,086 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:35:04,089 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:35:04,520 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:04,522 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:04,547 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:35:04,785 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:35:05,180 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:05,182 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:35:05,204 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:35:05,674 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1123 saturated pixels
2022-10-04 17:35:05,679 - stpipe.Detector1Pipeline.saturation - INFO - Detected 73 A/D floor pixels
2022-10-04 17:35:05,687 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:35:05,885 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:05,886 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:05,887 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:35:05,889 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:35:06,070 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:06,071 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:06,150 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:35:06,337 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:06,338 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:06,418 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:35:06,600 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:06,602 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:06,623 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:35:06,948 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:35:07,141 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:07,143 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:07,165 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:35:07,472 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:35:07,653 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:07,654 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:35:07,676 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:35:07,789 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:35:07,973 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:07,974 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:35:07,997 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:35:10,449 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-10-04 17:35:10,450 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:35:11,499 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:35:11,705 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:11,706 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:35:11,782 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:35:11,783 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:35:11,784 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:35:11,784 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:35:11,785 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:35:11,785 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:35:11,785 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:35:11,785 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:35:11,787 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:35:11,885 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:35:11,901 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:35:12,083 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:12,085 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:35:12,095 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:35:12,108 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:35:12,144 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:35:12,254 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:35:12,275 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:35:12,970 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-10-04 17:35:13,002 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 19147 pixels with at least one CR from five or more groups.
2022-10-04 17:35:13,003 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 118 pixels with at least one CR from four groups.
2022-10-04 17:35:13,003 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 69 pixels with at least one CR from three groups.
2022-10-04 17:35:16,169 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 3.9146 sec
2022-10-04 17:35:16,173 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 4.077818
2022-10-04 17:35:16,178 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:35:16,365 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:16,366 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:35:16,403 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:35:16,404 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:35:16,454 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:35:16,455 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:35:16,500 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:35:16,501 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:35:22,136 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-10-04 17:35:22,136 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:35:22,217 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:35:22,395 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:22,396 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:22,436 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:35:22,437 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:35:22,441 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:35:22,624 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:22,626 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:22,668 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:35:22,668 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:35:22,673 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:35:22,757 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00001_mirimage_rateints.fits
2022-10-04 17:35:22,758 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:35:22,759 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:35:22,835 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00001_mirimage_rate.fits
2022-10-04 17:35:22,836 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:35:23,066 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:35:23,083 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:35:23,084 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:35:23,085 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:35:23,086 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:35:23,087 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:35:23,087 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:35:23,088 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:35:23,089 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:35:23,090 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:35:23,091 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:35:23,092 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:35:23,093 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:35:23,094 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:35:23,095 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:35:23,096 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:35:23,097 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:35:23,098 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:35:23,289 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00002_mirimage_uncal.fits',).
2022-10-04 17:35:23,299 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:35:23,517 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00002_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:35:23,521 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:35:23,522 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:35:23,524 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:35:23,525 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:35:23,526 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:35:23,526 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:35:23,527 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:35:23,527 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:35:23,528 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:35:23,529 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:35:23,530 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:35:23,530 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:35:23,531 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:35:23,531 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:35:23,948 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:23,949 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:24,016 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:35:24,017 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:35:24,019 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:35:24,203 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:24,204 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:24,226 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:35:24,424 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:35:24,604 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:24,605 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:35:24,627 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:35:25,091 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1137 saturated pixels
2022-10-04 17:35:25,097 - stpipe.Detector1Pipeline.saturation - INFO - Detected 72 A/D floor pixels
2022-10-04 17:35:25,105 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:35:25,287 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:25,288 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:25,289 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:35:25,291 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:35:25,472 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:25,474 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:25,543 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:35:25,728 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:25,729 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:25,798 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:35:25,981 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:25,982 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:26,004 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:35:26,312 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:35:26,492 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:26,494 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:26,515 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:35:26,814 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:35:27,002 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:27,004 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:35:27,026 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:35:27,132 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:35:27,320 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:27,321 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:35:27,343 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:35:29,774 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-10-04 17:35:29,775 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:35:30,791 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:35:31,017 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:31,019 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:35:31,087 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:35:31,087 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:35:31,088 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:35:31,088 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:35:31,089 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:35:31,089 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:35:31,089 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:35:31,089 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:35:31,091 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:35:31,182 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:35:31,198 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:35:31,384 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:31,386 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:35:31,395 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:35:31,408 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:35:31,444 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:35:31,548 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:35:31,563 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:35:32,225 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-10-04 17:35:32,256 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 19118 pixels with at least one CR from five or more groups.
2022-10-04 17:35:32,257 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 88 pixels with at least one CR from four groups.
2022-10-04 17:35:32,257 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 77 pixels with at least one CR from three groups.
2022-10-04 17:35:35,437 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 3.88846 sec
2022-10-04 17:35:35,440 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 4.045093
2022-10-04 17:35:35,446 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:35:35,636 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:35,637 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:35:35,670 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:35:35,671 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:35:35,720 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:35:35,720 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:35:35,766 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:35:35,767 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:35:41,384 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-10-04 17:35:41,385 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:35:41,464 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:35:41,647 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:41,648 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:41,688 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:35:41,689 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:35:41,693 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:35:41,872 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:41,874 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:41,916 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:35:41,917 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:35:41,921 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:35:42,007 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00002_mirimage_rateints.fits
2022-10-04 17:35:42,008 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:35:42,008 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:35:42,085 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00002_mirimage_rate.fits
2022-10-04 17:35:42,086 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:35:42,315 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:35:42,331 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:35:42,332 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:35:42,333 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:35:42,334 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:35:42,334 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:35:42,335 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:35:42,336 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:35:42,337 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:35:42,338 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:35:42,339 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:35:42,340 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:35:42,341 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:35:42,342 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:35:42,343 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:35:42,344 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:35:42,345 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:35:42,346 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:35:42,533 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00003_mirimage_uncal.fits',).
2022-10-04 17:35:42,544 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:35:42,768 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00003_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:35:42,772 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:35:42,773 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:35:42,774 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:35:42,775 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:35:42,776 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:35:42,776 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:35:42,777 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:35:42,778 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:35:42,779 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:35:42,780 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:35:42,781 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:35:42,782 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:35:42,782 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:35:42,782 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:35:43,186 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:43,188 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:43,259 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:35:43,260 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:35:43,262 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:35:43,439 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:43,440 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:43,461 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:35:43,654 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:35:43,831 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:43,833 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:35:43,854 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:35:44,302 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1101 saturated pixels
2022-10-04 17:35:44,308 - stpipe.Detector1Pipeline.saturation - INFO - Detected 67 A/D floor pixels
2022-10-04 17:35:44,316 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:35:44,499 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:44,501 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:44,501 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:35:44,504 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:35:44,683 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:44,684 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:44,753 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:35:44,933 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:44,935 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:45,007 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:35:45,188 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:45,189 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:45,211 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:35:45,520 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:35:45,699 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:45,700 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:45,721 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:35:46,023 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:35:46,207 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:46,208 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:35:46,230 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:35:46,335 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:35:46,515 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:46,516 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:35:46,538 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:35:48,956 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-10-04 17:35:48,957 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:35:49,978 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:35:50,179 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:50,180 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:35:50,248 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:35:50,249 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:35:50,249 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:35:50,250 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:35:50,250 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:35:50,250 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:35:50,251 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:35:50,251 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:35:50,253 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:35:50,342 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:35:50,358 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:35:50,543 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:50,545 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:35:50,554 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:35:50,567 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:35:50,602 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:35:50,710 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:35:50,729 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:35:51,379 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-10-04 17:35:51,411 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 19362 pixels with at least one CR from five or more groups.
2022-10-04 17:35:51,412 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 81 pixels with at least one CR from four groups.
2022-10-04 17:35:51,412 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 72 pixels with at least one CR from three groups.
2022-10-04 17:35:54,664 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 3.95227 sec
2022-10-04 17:35:54,668 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 4.113260
2022-10-04 17:35:54,673 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:35:54,874 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:54,876 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:35:54,910 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:35:54,911 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:35:54,966 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:35:54,966 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:35:55,012 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:35:55,013 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:36:00,574 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-10-04 17:36:00,575 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:36:00,654 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:36:00,837 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:36:00,838 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:00,878 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:36:00,878 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:36:00,883 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:36:01,063 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:36:01,064 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:01,106 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:36:01,107 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:36:01,111 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:36:01,195 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00003_mirimage_rateints.fits
2022-10-04 17:36:01,196 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:36:01,196 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:36:01,273 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00003_mirimage_rate.fits
2022-10-04 17:36:01,274 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:36:01,502 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:36:01,518 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:36:01,520 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:36:01,521 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:36:01,522 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:36:01,523 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:36:01,524 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:36:01,525 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:36:01,526 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:36:01,527 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:36:01,528 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:36:01,529 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:36:01,530 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:36:01,531 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:36:01,532 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:36:01,533 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:36:01,534 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:36:01,535 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:36:01,720 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00004_mirimage_uncal.fits',).
2022-10-04 17:36:01,729 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:36:01,946 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00004_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:36:01,950 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:36:01,953 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:36:01,954 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:36:01,955 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:36:01,958 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:36:01,958 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:36:01,960 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:36:01,960 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:36:01,962 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:36:01,963 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:36:01,964 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:36:01,964 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:36:01,965 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:36:01,965 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:36:02,377 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:02,378 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:02,453 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:36:02,454 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:36:02,457 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:36:02,640 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:02,642 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:02,664 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:36:02,859 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:36:03,040 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:03,042 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:36:03,064 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:36:03,539 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1118 saturated pixels
2022-10-04 17:36:03,545 - stpipe.Detector1Pipeline.saturation - INFO - Detected 67 A/D floor pixels
2022-10-04 17:36:03,553 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:36:03,735 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:03,737 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:03,738 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:36:03,741 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:36:03,912 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:03,914 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:03,983 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:36:04,171 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:04,173 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:04,250 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:36:04,437 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:04,439 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:04,461 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:36:04,771 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:36:04,953 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:04,955 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:04,977 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:36:05,296 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:36:05,480 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:05,482 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:36:05,504 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:36:05,610 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:36:05,790 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:05,791 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:36:05,813 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:36:08,246 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-10-04 17:36:08,247 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:36:09,260 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:36:09,459 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:09,461 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:36:09,531 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:36:09,532 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:36:09,533 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:36:09,533 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:36:09,533 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:36:09,534 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:36:09,534 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:36:09,535 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:36:09,536 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:36:09,629 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:36:09,644 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:36:09,828 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:09,830 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:36:09,839 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:36:09,853 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:36:09,906 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:36:10,035 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:36:10,054 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:36:10,702 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-10-04 17:36:10,732 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 18486 pixels with at least one CR from five or more groups.
2022-10-04 17:36:10,733 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 115 pixels with at least one CR from four groups.
2022-10-04 17:36:10,733 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 63 pixels with at least one CR from three groups.
2022-10-04 17:36:13,759 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 3.72357 sec
2022-10-04 17:36:13,763 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 3.923074
2022-10-04 17:36:13,768 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:36:13,946 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:13,948 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:36:13,982 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:36:13,983 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:36:14,032 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:36:14,032 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:36:14,078 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:36:14,080 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:36:19,686 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-10-04 17:36:19,687 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:36:19,769 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:36:19,948 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:19,950 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:20,010 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:36:20,011 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:36:20,016 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:36:20,201 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:20,203 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:20,247 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:36:20,248 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:36:20,253 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:36:20,339 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00004_mirimage_rateints.fits
2022-10-04 17:36:20,340 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:36:20,341 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:36:20,419 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00004_mirimage_rate.fits
2022-10-04 17:36:20,420 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:36:20,653 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:36:20,671 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:36:20,673 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:36:20,674 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:36:20,675 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:36:20,676 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:36:20,677 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:36:20,678 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:36:20,680 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:36:20,681 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:36:20,682 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:36:20,683 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:36:20,684 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:36:20,685 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:36:20,686 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:36:20,687 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:36:20,688 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:36:20,689 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:36:20,871 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00005_mirimage_uncal.fits',).
2022-10-04 17:36:20,880 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:36:21,103 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00005_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:36:21,108 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:36:21,114 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:36:21,115 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:36:21,119 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:36:21,121 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:36:21,122 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:36:21,123 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:36:21,123 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:36:21,126 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:36:21,130 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:36:21,132 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:36:21,133 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:36:21,133 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:36:21,134 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:36:21,548 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:21,550 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:21,625 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:36:21,626 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:36:21,629 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:36:21,807 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:21,809 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:21,831 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:36:22,049 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:36:22,235 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:22,237 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:36:22,259 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:36:22,774 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1088 saturated pixels
2022-10-04 17:36:22,781 - stpipe.Detector1Pipeline.saturation - INFO - Detected 70 A/D floor pixels
2022-10-04 17:36:22,789 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:36:22,977 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:22,979 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:22,979 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:36:22,982 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:36:23,176 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:23,178 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:23,257 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:36:23,438 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:23,440 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:23,518 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:36:23,706 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:23,708 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:23,730 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:36:24,766 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:36:24,943 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:24,945 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:24,968 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:36:25,357 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:36:25,531 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:25,533 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:36:25,556 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:36:25,668 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:36:25,848 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:25,849 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:36:25,873 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:36:45,813 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-10-04 17:36:45,815 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:36:46,887 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:36:47,085 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:47,086 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:36:47,158 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:36:47,159 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:36:47,160 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:36:47,160 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:36:47,161 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:36:47,161 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:36:47,162 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:36:47,162 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:36:47,164 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:36:47,253 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:36:47,268 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:36:47,444 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:47,446 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:36:47,456 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:36:47,471 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:36:47,508 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:36:47,621 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:36:47,640 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:36:48,279 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-10-04 17:36:48,309 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 19227 pixels with at least one CR from five or more groups.
2022-10-04 17:36:48,310 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 89 pixels with at least one CR from four groups.
2022-10-04 17:36:48,310 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 76 pixels with at least one CR from three groups.
2022-10-04 17:36:51,484 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 3.86224 sec
2022-10-04 17:36:51,488 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 4.031489
2022-10-04 17:36:51,493 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:36:51,669 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:51,670 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:36:51,704 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:36:51,704 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:36:51,753 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:36:51,754 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:36:51,800 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:36:51,802 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:36:57,351 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-10-04 17:36:57,352 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:36:57,432 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:36:57,604 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:57,606 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:57,644 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:36:57,645 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:36:57,649 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:36:57,819 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:57,820 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:57,862 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:36:57,863 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:36:57,868 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:36:57,953 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00005_mirimage_rateints.fits
2022-10-04 17:36:57,954 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:36:57,955 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:36:58,032 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00005_mirimage_rate.fits
2022-10-04 17:36:58,033 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
Detector 1 steps completed on all files. ['jw01040001005_03109_00001_mirimage_rate.fits', 'jw01040001005_03109_00002_mirimage_rate.fits', 'jw01040001005_03109_00003_mirimage_rate.fits', 'jw01040001005_03109_00004_mirimage_rate.fits', 'jw01040001005_03109_00005_mirimage_rate.fits']
# Run Calwebb_image2 on output files from detector1
#ratefiles = glob('*rate.fits')
print('There are ', len(slopelist_long), ' images.')
callist_long = []
# cycle through files
for im in slopelist_long:
calfile = Image2Pipeline.call(im, save_results=True)
callist_long.append(calfile)
print(callist_long)
2022-10-04 17:36:58,088 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:36:58,089 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:36:58,091 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:36:58,092 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:36:58,093 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:36:58,094 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:36:58,273 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00001_mirimage_rate.fits',).
There are 5 images.
2022-10-04 17:36:58,279 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:36:58,317 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00001_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:36:58,327 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:36:58,329 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:36:58,329 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:36:58,330 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:36:58,330 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:36:58,331 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:36:58,332 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:36:58,333 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:36:58,334 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:36:58,335 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-10-04 17:36:58,337 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:36:58,337 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:36:58,338 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:36:58,338 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:36:58,339 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:36:58,339 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:36:58,339 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:36:58,340 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:36:58,341 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:36:58,342 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:36:58,342 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:36:58,342 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:36:58,343 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:36:58,343 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:36:58,344 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00001_mirimage
2022-10-04 17:36:58,344 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00001_mirimage_rate.fits ...
2022-10-04 17:36:58,556 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-10-04 17:36:58,558 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:36:58,750 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:36:58,831 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.522621809 -69.442251887 80.541452353 -69.472826370 80.629020006 -69.466204543 80.610846285 -69.435528509
2022-10-04 17:36:58,832 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.522621809 -69.442251887 80.541452353 -69.472826370 80.629020006 -69.466204543 80.610846285 -69.435528509
2022-10-04 17:36:58,832 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:36:58,902 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:36:59,079 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-10-04 17:36:59,080 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:36:59,510 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:36:59,687 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-10-04 17:36:59,688 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:36:59,714 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:36:59,715 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:36:59,793 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:36:59,794 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-10-04 17:36:59,795 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-10-04 17:36:59,795 - stpipe.Image2Pipeline.photom - INFO - filter: F1280W
2022-10-04 17:36:59,855 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:36:59,857 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-10-04 17:36:59,858 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:36:59,858 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-10-04 17:36:59,875 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:37:00,052 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-10-04 17:37:00,054 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:37:00,081 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:37:00,101 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:37:00,102 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:37:00,102 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:37:00,102 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:37:00,222 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:37:00,850 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:01,022 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:37:01,636 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:01,889 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:37:02,502 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:02,757 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:37:03,379 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:03,657 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.522502904 -69.442128177 80.541109002 -69.472837498 80.629516265 -69.466217385 80.610789597 -69.435517523
2022-10-04 17:37:03,798 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00001_mirimage_i2d.fits
2022-10-04 17:37:03,799 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:37:03,800 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00001_mirimage
2022-10-04 17:37:03,801 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:37:03,802 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:37:03,989 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00001_mirimage_cal.fits
2022-10-04 17:37:03,990 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:37:04,042 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:37:04,044 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:37:04,045 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:37:04,046 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:37:04,047 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:37:04,049 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:37:04,474 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00002_mirimage_rate.fits',).
2022-10-04 17:37:04,479 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:37:04,521 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00002_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:37:04,529 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:37:04,531 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:37:04,531 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:37:04,532 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:37:04,532 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:37:04,533 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:37:04,534 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:37:04,536 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:37:04,537 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:37:04,538 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-10-04 17:37:04,539 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:37:04,540 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:37:04,540 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:37:04,541 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:37:04,541 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:37:04,542 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:37:04,542 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:37:04,542 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:37:04,544 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:37:04,545 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:37:04,545 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:37:04,545 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:37:04,546 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:37:04,546 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:37:04,547 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00002_mirimage
2022-10-04 17:37:04,547 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00002_mirimage_rate.fits ...
2022-10-04 17:37:04,808 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-10-04 17:37:04,810 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:37:05,004 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:37:05,088 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.519789708 -69.441171161 80.538615425 -69.471745938 80.626179513 -69.465125481 80.608010602 -69.434449162
2022-10-04 17:37:05,089 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.519789708 -69.441171161 80.538615425 -69.471745938 80.626179513 -69.465125481 80.608010602 -69.434449162
2022-10-04 17:37:05,089 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:37:05,160 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:37:05,345 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-10-04 17:37:05,347 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:37:05,557 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:37:05,738 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-10-04 17:37:05,739 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:37:05,764 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:37:05,765 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:37:05,844 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:37:05,845 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-10-04 17:37:05,846 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-10-04 17:37:05,846 - stpipe.Image2Pipeline.photom - INFO - filter: F1280W
2022-10-04 17:37:05,892 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:37:05,894 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-10-04 17:37:05,895 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:37:05,895 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-10-04 17:37:05,912 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:37:06,101 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-10-04 17:37:06,103 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:37:06,131 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:37:06,150 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:37:06,150 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:37:06,151 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:37:06,151 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:37:06,272 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:37:06,928 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:07,098 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:37:07,703 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:07,951 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:37:08,556 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:08,805 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:37:09,422 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:09,695 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.519670824 -69.441047449 80.538272088 -69.471757060 80.626675744 -69.465138331 80.607953918 -69.434438176
2022-10-04 17:37:09,831 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00002_mirimage_i2d.fits
2022-10-04 17:37:09,832 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:37:09,833 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00002_mirimage
2022-10-04 17:37:09,834 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:37:09,835 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:37:10,005 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00002_mirimage_cal.fits
2022-10-04 17:37:10,006 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:37:10,053 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:37:10,054 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:37:10,055 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:37:10,057 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:37:10,058 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:37:10,059 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:37:10,252 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00003_mirimage_rate.fits',).
2022-10-04 17:37:10,257 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:37:10,295 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00003_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:37:10,299 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:37:10,301 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:37:10,301 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:37:10,302 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:37:10,302 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:37:10,303 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:37:10,304 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:37:10,305 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:37:10,305 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:37:10,306 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-10-04 17:37:10,307 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:37:10,308 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:37:10,308 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:37:10,308 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:37:10,309 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:37:10,309 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:37:10,310 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:37:10,310 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:37:10,311 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:37:10,312 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:37:10,312 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:37:10,312 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:37:10,313 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:37:10,313 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:37:10,314 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00003_mirimage
2022-10-04 17:37:10,314 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00003_mirimage_rate.fits ...
2022-10-04 17:37:10,532 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-10-04 17:37:10,533 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:37:10,725 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:37:10,807 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.517141936 -69.438891901 80.535961925 -69.469466961 80.623517528 -69.462847823 80.605354299 -69.432171230
2022-10-04 17:37:10,808 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.517141936 -69.438891901 80.535961925 -69.469466961 80.623517528 -69.462847823 80.605354299 -69.432171230
2022-10-04 17:37:10,809 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:37:10,879 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:37:11,063 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-10-04 17:37:11,065 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:37:11,273 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:37:11,460 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-10-04 17:37:11,461 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:37:11,488 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:37:11,489 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:37:11,568 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:37:11,569 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-10-04 17:37:11,569 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-10-04 17:37:11,569 - stpipe.Image2Pipeline.photom - INFO - filter: F1280W
2022-10-04 17:37:11,615 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:37:11,617 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-10-04 17:37:11,617 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:37:11,618 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-10-04 17:37:11,635 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:37:11,815 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-10-04 17:37:11,816 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:37:11,844 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:37:11,862 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:37:11,862 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:37:11,863 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:37:11,863 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:37:11,981 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:37:12,616 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:12,789 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:37:13,406 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:13,660 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:37:14,276 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:14,529 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:37:15,153 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:15,441 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.517023079 -69.438768186 80.535618620 -69.469478077 80.624013703 -69.462860680 80.605297622 -69.432160242
2022-10-04 17:37:15,580 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00003_mirimage_i2d.fits
2022-10-04 17:37:15,581 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:37:15,581 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00003_mirimage
2022-10-04 17:37:15,583 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:37:15,583 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:37:15,755 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00003_mirimage_cal.fits
2022-10-04 17:37:15,756 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:37:15,804 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:37:15,805 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:37:15,807 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:37:15,808 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:37:15,809 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:37:15,810 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:37:16,032 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00004_mirimage_rate.fits',).
2022-10-04 17:37:16,037 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:37:16,075 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00004_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:37:16,079 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:37:16,081 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:37:16,081 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:37:16,081 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:37:16,082 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:37:16,082 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:37:16,083 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:37:16,084 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:37:16,084 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:37:16,085 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-10-04 17:37:16,086 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:37:16,086 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:37:16,086 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:37:16,087 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:37:16,087 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:37:16,087 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:37:16,088 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:37:16,088 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:37:16,089 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:37:16,089 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:37:16,089 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:37:16,090 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:37:16,090 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:37:16,091 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:37:16,091 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00004_mirimage
2022-10-04 17:37:16,092 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00004_mirimage_rate.fits ...
2022-10-04 17:37:16,314 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-10-04 17:37:16,315 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:37:16,505 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:37:16,586 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.513366665 -69.439813641 80.532182060 -69.470389110 80.619742599 -69.463771876 80.601583999 -69.433094888
2022-10-04 17:37:16,587 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.513366665 -69.439813641 80.532182060 -69.470389110 80.619742599 -69.463771876 80.601583999 -69.433094888
2022-10-04 17:37:16,587 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:37:16,657 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:37:16,851 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-10-04 17:37:16,853 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:37:17,063 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:37:17,262 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-10-04 17:37:17,263 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:37:17,289 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:37:17,290 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:37:17,370 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:37:17,371 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-10-04 17:37:17,371 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-10-04 17:37:17,372 - stpipe.Image2Pipeline.photom - INFO - filter: F1280W
2022-10-04 17:37:17,418 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:37:17,420 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-10-04 17:37:17,421 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:37:17,422 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-10-04 17:37:17,439 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:37:17,641 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-10-04 17:37:17,642 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:37:17,670 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:37:17,688 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:37:17,689 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:37:17,689 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:37:17,689 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:37:17,810 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:37:18,442 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:18,617 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:37:19,255 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:19,505 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:37:20,126 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:20,383 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:37:21,004 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:21,276 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.513247825 -69.439689924 80.531838740 -69.470400220 80.620238794 -69.463784744 80.601527322 -69.433083900
2022-10-04 17:37:21,410 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00004_mirimage_i2d.fits
2022-10-04 17:37:21,411 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:37:21,411 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00004_mirimage
2022-10-04 17:37:21,413 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:37:21,413 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:37:21,581 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00004_mirimage_cal.fits
2022-10-04 17:37:21,582 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:37:21,628 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:37:21,630 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:37:21,631 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:37:21,632 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:37:21,633 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:37:21,634 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:37:21,826 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00005_mirimage_rate.fits',).
2022-10-04 17:37:21,831 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:37:21,869 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00005_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:37:21,878 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:37:21,880 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:37:21,880 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:37:21,880 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:37:21,880 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:37:21,881 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:37:21,882 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:37:21,883 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:37:21,884 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:37:21,886 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-10-04 17:37:21,887 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:37:21,888 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:37:21,888 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:37:21,888 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:37:21,889 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:37:21,889 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:37:21,889 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:37:21,889 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:37:21,891 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:37:21,892 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:37:21,892 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:37:21,892 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:37:21,893 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:37:21,893 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:37:21,893 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00005_mirimage
2022-10-04 17:37:21,894 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00005_mirimage_rate.fits ...
2022-10-04 17:37:22,119 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-10-04 17:37:22,120 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:37:22,313 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:37:22,395 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.515654414 -69.443447725 80.534476153 -69.474022955 80.622050832 -69.467404602 80.603885969 -69.436727847
2022-10-04 17:37:22,395 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.515654414 -69.443447725 80.534476153 -69.474022955 80.622050832 -69.467404602 80.603885969 -69.436727847
2022-10-04 17:37:22,396 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:37:22,466 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:37:22,661 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-10-04 17:37:22,663 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:37:22,875 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:37:23,073 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-10-04 17:37:23,075 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:37:23,100 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:37:23,101 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:37:23,182 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:37:23,182 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-10-04 17:37:23,183 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-10-04 17:37:23,183 - stpipe.Image2Pipeline.photom - INFO - filter: F1280W
2022-10-04 17:37:23,229 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:37:23,231 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-10-04 17:37:23,231 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:37:23,232 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-10-04 17:37:23,252 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:37:23,467 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-10-04 17:37:23,469 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:37:23,497 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:37:23,517 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:37:23,517 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:37:23,518 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:37:23,518 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:37:23,646 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:37:24,312 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:24,484 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:37:25,136 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:25,395 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:37:26,043 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:26,296 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:37:26,946 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:27,223 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.515535542 -69.443324011 80.534132781 -69.474034070 80.622547116 -69.467417463 80.603829280 -69.436716859
2022-10-04 17:37:27,364 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00005_mirimage_i2d.fits
2022-10-04 17:37:27,365 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:37:27,365 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00005_mirimage
2022-10-04 17:37:27,367 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:37:27,367 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:37:27,537 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00005_mirimage_cal.fits
2022-10-04 17:37:27,538 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
[[<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_cal.fits>]]
calfiles_long = [ele.replace('rate', 'cal') for ele in slopelist_long]
print(calfiles_long)
['jw01040001005_03109_00001_mirimage_cal.fits', 'jw01040001005_03109_00002_mirimage_cal.fits', 'jw01040001005_03109_00003_mirimage_cal.fits', 'jw01040001005_03109_00004_mirimage_cal.fits', 'jw01040001005_03109_00005_mirimage_cal.fits']
# use asn_from_list to create association table
#calfiles_long = glob('base_long*_cal.fits')
asn_long = asn_from_list.asn_from_list(calfiles_long, rule=DMS_Level3_Base, product_name='starfield_combined_long.fits')
# dump association table to a .json file for use in image3
with open('starfield_long_asnfile.json', 'w') as fp:
fp.write(asn_long.dump()[1])
print(asn_long)
jwnoprogram-a3001_none_013_asn with 1 products Rule=DMS_Level3_Base No constraints Products: starfield_combined_long.fits with 5 members
# Run Calwebb_image3 on the association table
# set any specific parameters
# Set tweakreg parameters:
# tweakreg parameters to allow data to run
fwhm = 4 #3.713 # Gaussian kernel FWHM of objects expected, default=2.5
snr = 3 # signal to noise threshold, default=5
sigma = 1.5 # clipping limit, in sigma units, used when performing fit, default=3
minobj = 3 # number of objects needed to match
fit_geom ='shift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
search_radius = 1.0 # radius in arcseconds to search for a match
tol = 0.7 # Matching tolerance for xyxymatch in arcsec. (Default=1.0)
use2dhist = True # boolean indicating whether to use 2D histogram to find initial offset, default=True
gaia = True
gaia_ver = 'GAIADR2'
min_gaia = 2
save_gaia = True
deblend = False
npixels = 5
pipe3=Image3Pipeline()
pipe3.tweakreg.kernel_fwhm = fwhm
pipe3.tweakreg.snr_threshold = snr
pipe3.tweakreg.minobj = minobj
pipe3.tweakreg.sigma = sigma
pipe3.tweakreg.fitgeometry = fit_geom
pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.save_catalogs = True
pipe3.tweakreg.searchrad = search_radius
pipe3.tweakreg.tolerance = tol
pipe3.tweakreg.align_to_gaia = gaia
pipe3.tweakreg.abs_refcat = gaia_ver
pipe3.tweakreg.abs_minobj = min_gaia
pipe3.tweakreg.save_abs_catalog = save_gaia
pipe3.source_catalog.save_results = True
pipe3.source_catalog.snr_threshold = snr
pipe3.source_catalog.kernel_fwhm = fwhm
pipe3.source_catalog.deblend = deblend
pipe3.source_catalog.npixels = npixels
pipe3.save_results = True
# run Image3
image = pipe3.run('starfield_long_asnfile.json')
print('Image 3 pipeline finished.')
2022-10-04 17:37:27,565 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-10-04 17:37:27,566 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-10-04 17:37:27,568 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-10-04 17:37:27,569 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-10-04 17:37:27,570 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-10-04 17:37:27,572 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:37:27,573 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-10-04 17:37:27,782 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_long_asnfile.json',).
2022-10-04 17:37:27,788 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 4, 'snr_threshold': 3, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 3, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 2, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 4, 'snr_threshold': 3, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-10-04 17:37:27,914 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00001_mirimage_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-10-04 17:37:27,920 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-10-04 17:37:27,922 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits'.
2022-10-04 17:37:27,923 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:37:27,925 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-10-04 17:37:28,693 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-10-04 17:37:28,696 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 4, 'snr_threshold': 3, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 3, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 2, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}
2022-10-04 17:37:29,133 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 7 sources in jw01040001005_03109_00001_mirimage_cal.fits.
2022-10-04 17:37:29,137 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00001_mirimage_cal_cat.ecsv
2022-10-04 17:37:29,585 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 6 sources in jw01040001005_03109_00002_mirimage_cal.fits.
2022-10-04 17:37:29,588 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00002_mirimage_cal_cat.ecsv
2022-10-04 17:37:30,035 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 5 sources in jw01040001005_03109_00003_mirimage_cal.fits.
2022-10-04 17:37:30,038 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00003_mirimage_cal_cat.ecsv
2022-10-04 17:37:30,493 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 6 sources in jw01040001005_03109_00004_mirimage_cal.fits.
2022-10-04 17:37:30,496 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00004_mirimage_cal_cat.ecsv
2022-10-04 17:37:30,958 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 6 sources in jw01040001005_03109_00005_mirimage_cal.fits.
2022-10-04 17:37:30,962 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00005_mirimage_cal_cat.ecsv
2022-10-04 17:37:30,982 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:37:30,983 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 5.
2022-10-04 17:37:30,983 - stpipe.Image3Pipeline.tweakreg - INFO - Image groups:
2022-10-04 17:37:31,004 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00001_mirimage_cal':
2022-10-04 17:37:31,005 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03109_00001_mirimage_cal
2022-10-04 17:37:31,025 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00002_mirimage_cal':
2022-10-04 17:37:31,025 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03109_00002_mirimage_cal
2022-10-04 17:37:31,045 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00003_mirimage_cal':
2022-10-04 17:37:31,045 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03109_00003_mirimage_cal
2022-10-04 17:37:31,064 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00004_mirimage_cal':
2022-10-04 17:37:31,065 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03109_00004_mirimage_cal
2022-10-04 17:37:31,084 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00005_mirimage_cal':
2022-10-04 17:37:31,085 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03109_00005_mirimage_cal
2022-10-04 17:37:31,085 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:37:31,086 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:37:31,086 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-10-04 17:37:31.086081
2022-10-04 17:37:31,086 - stpipe.Image3Pipeline.tweakreg - INFO - Version 0.8.0
2022-10-04 17:37:31,087 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:37:31,266 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: jw01040001005_03109_00001_mirimage_cal' as reference image
2022-10-04 17:37:31,270 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00002_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,378 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00002_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00001_mirimage_cal' catalog.
2022-10-04 17:37:31,379 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:37:31,380 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 6 matches
2022-10-04 17:37:31,381 - stpipe.Image3Pipeline.tweakreg - INFO - Found 6 matches for 'GROUP ID: jw01040001005_03109_00002_mirimage_cal'...
2022-10-04 17:37:31,381 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:37:31,383 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00002_mirimage_cal:
2022-10-04 17:37:31,384 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.0038878 YSH: -0.00438386
2022-10-04 17:37:31,384 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:37:31,384 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00590245 FIT MAE: 0.00533186
2022-10-04 17:37:31,384 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 6 objects.
2022-10-04 17:37:31,425 - stpipe.Image3Pipeline.tweakreg - INFO - Added 0 unmatched sources from 'GROUP ID: jw01040001005_03109_00002_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,464 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00005_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,576 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00005_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00002_mirimage_cal' catalog.
2022-10-04 17:37:31,577 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:37:31,578 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 4 matches
2022-10-04 17:37:31,579 - stpipe.Image3Pipeline.tweakreg - INFO - Found 4 matches for 'GROUP ID: jw01040001005_03109_00005_mirimage_cal'...
2022-10-04 17:37:31,580 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:37:31,581 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00005_mirimage_cal:
2022-10-04 17:37:31,582 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00982297 YSH: -0.00616949
2022-10-04 17:37:31,582 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:37:31,582 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0062778 FIT MAE: 0.00585382
2022-10-04 17:37:31,583 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 4 objects.
2022-10-04 17:37:31,623 - stpipe.Image3Pipeline.tweakreg - INFO - Added 2 unmatched sources from 'GROUP ID: jw01040001005_03109_00005_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,648 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00003_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,762 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00003_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00005_mirimage_cal' catalog.
2022-10-04 17:37:31,763 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:37:31,763 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 4 matches
2022-10-04 17:37:31,764 - stpipe.Image3Pipeline.tweakreg - INFO - Found 4 matches for 'GROUP ID: jw01040001005_03109_00003_mirimage_cal'...
2022-10-04 17:37:31,765 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:37:31,767 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00003_mirimage_cal:
2022-10-04 17:37:31,767 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.0100133 YSH: 0.00424816
2022-10-04 17:37:31,767 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:37:31,768 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00761298 FIT MAE: 0.00754153
2022-10-04 17:37:31,768 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 4 objects.
2022-10-04 17:37:31,810 - stpipe.Image3Pipeline.tweakreg - INFO - Added 1 unmatched sources from 'GROUP ID: jw01040001005_03109_00003_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,823 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00004_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,935 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00004_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00003_mirimage_cal' catalog.
2022-10-04 17:37:31,936 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:37:31,937 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 5 matches
2022-10-04 17:37:31,938 - stpipe.Image3Pipeline.tweakreg - INFO - Found 5 matches for 'GROUP ID: jw01040001005_03109_00004_mirimage_cal'...
2022-10-04 17:37:31,939 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:37:31,940 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00004_mirimage_cal:
2022-10-04 17:37:31,941 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.0190407 YSH: 0.000183124
2022-10-04 17:37:31,941 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:37:31,941 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00760051 FIT MAE: 0.00746598
2022-10-04 17:37:31,942 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 5 objects.
2022-10-04 17:37:31,984 - stpipe.Image3Pipeline.tweakreg - INFO - Added 1 unmatched sources from 'GROUP ID: jw01040001005_03109_00004_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,984 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:37:31,985 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-10-04 17:37:31.984644
2022-10-04 17:37:31,985 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:00.898563
2022-10-04 17:37:31,986 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:37:34,769 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:37:34,770 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-10-04 17:37:34.769413
2022-10-04 17:37:34,770 - stpipe.Image3Pipeline.tweakreg - INFO - Version 0.8.0
2022-10-04 17:37:34,771 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:37:35,082 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: 987654' to the reference catalog.
2022-10-04 17:37:35,198 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_0000' catalog with sources from the reference 'Unnamed' catalog.
2022-10-04 17:37:35,199 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:37:35,201 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.9832, -1.255 with significance of 14.54 and 91 matches.
2022-10-04 17:37:35,202 - stpipe.Image3Pipeline.tweakreg - INFO - Found 11 matches for 'GROUP ID: 987654'...
2022-10-04 17:37:35,203 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-04 17:37:35,205 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: 987654:
2022-10-04 17:37:35,205 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.951346 YSH: 1.04512 ROT: 0.0106441 SCALE: 1
2022-10-04 17:37:35,205 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:37:35,206 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.024583 FIT MAE: 0.0229015
2022-10-04 17:37:35,206 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 11 objects.
2022-10-04 17:37:35,373 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:37:35,374 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-10-04 17:37:35.373643
2022-10-04 17:37:35,374 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:00.604230
2022-10-04 17:37:35,375 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-10-04 17:37:35,875 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-10-04 17:37:36,137 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-10-04 17:37:36,139 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-10-04 17:37:36,261 - stpipe.Image3Pipeline.skymatch - INFO -
2022-10-04 17:37:36,262 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-10-04 17:37:36.261511
2022-10-04 17:37:36,262 - stpipe.Image3Pipeline.skymatch - INFO -
2022-10-04 17:37:36,263 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-10-04 17:37:36,263 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-10-04 17:37:36,263 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-10-04 17:37:36,264 - stpipe.Image3Pipeline.skymatch - INFO -
2022-10-04 17:37:36,264 - stpipe.Image3Pipeline.skymatch - INFO - ---- Computing differences in sky values in overlapping regions.
2022-10-04 17:37:40,330 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03109_00001_mirimage_cal.fits. Sky background: 0
2022-10-04 17:37:40,331 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03109_00002_mirimage_cal.fits. Sky background: 0.0902615
2022-10-04 17:37:40,331 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03109_00003_mirimage_cal.fits. Sky background: 0.0867849
2022-10-04 17:37:40,332 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03109_00004_mirimage_cal.fits. Sky background: 0.164511
2022-10-04 17:37:40,332 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03109_00005_mirimage_cal.fits. Sky background: 0.171872
2022-10-04 17:37:40,332 - stpipe.Image3Pipeline.skymatch - INFO -
2022-10-04 17:37:40,333 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-10-04 17:37:40.332729
2022-10-04 17:37:40,333 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:04.071218
2022-10-04 17:37:40,333 - stpipe.Image3Pipeline.skymatch - INFO -
2022-10-04 17:37:40,354 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-10-04 17:37:40,564 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-10-04 17:37:40,566 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}
2022-10-04 17:37:40,573 - stpipe.Image3Pipeline.outlier_detection - INFO - Performing outlier detection on 5 inputs
2022-10-04 17:37:40,573 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter kernel: square
2022-10-04 17:37:40,573 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:37:40,574 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter fillval: INDEF
2022-10-04 17:37:40,574 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter weight_type: ivm
2022-10-04 17:37:40,734 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:37:41,574 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:37:41,865 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00001_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:37:41,869 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:37:42,703 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:37:42,990 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00002_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:37:42,995 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:37:43,822 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:37:44,108 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00003_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:37:44,112 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:37:44,939 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:37:45,226 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00004_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:37:45,231 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:37:46,066 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:37:46,358 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00005_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:37:48,768 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/yaml/constructor.py:49: ResourceWarning: unclosed file <_io.BufferedReader name='jw01040001005_03109_00001_mirimage_outlier_i2d.fits'>
node = self.get_single_node()
2022-10-04 17:37:50,142 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting median...
2022-10-04 17:37:51,062 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:37:52,196 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:37:53,337 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:37:54,474 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:37:55,603 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:37:55,815 - stpipe.Image3Pipeline.outlier_detection - INFO - Flagging outliers
2022-10-04 17:37:56,285 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 59 (0.01%)
2022-10-04 17:37:56,505 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 76 (0.01%)
2022-10-04 17:37:56,726 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 65 (0.01%)
2022-10-04 17:37:56,945 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 75 (0.01%)
2022-10-04 17:37:57,167 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 63 (0.01%)
2022-10-04 17:37:57,454 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00001_mirimage_a3001_crf.fits
2022-10-04 17:37:57,732 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00002_mirimage_a3001_crf.fits
2022-10-04 17:37:58,009 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00003_mirimage_a3001_crf.fits
2022-10-04 17:37:58,286 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00004_mirimage_a3001_crf.fits
2022-10-04 17:37:58,560 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00005_mirimage_a3001_crf.fits
2022-10-04 17:37:58,561 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-10-04 17:37:58,779 - stpipe.Image3Pipeline - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stpipe/step.py:419: ResourceWarning: unclosed file <_io.BufferedReader name='starfield_long_asnfile_a3001_jw01040001005_03109_00003_mirimage_blot.fits'>
gc.collect()
2022-10-04 17:37:58,780 - stpipe.Image3Pipeline - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stpipe/step.py:419: ResourceWarning: unclosed file <_io.BufferedReader name='starfield_long_asnfile_a3001_jw01040001005_03109_00005_mirimage_blot.fits'>
gc.collect()
2022-10-04 17:37:58,794 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-10-04 17:37:58,796 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:37:58,813 - stpipe.Image3Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:37:58,834 - stpipe.Image3Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:37:58,835 - stpipe.Image3Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:37:58,835 - stpipe.Image3Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:37:58,835 - stpipe.Image3Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:37:58,995 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_combined_long.fits
2022-10-04 17:37:59,813 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-10-04 17:38:00,650 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:01,643 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:02,635 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:03,642 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:04,642 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:04,817 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:38:05,650 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:06,764 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:07,854 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:08,932 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:10,003 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:10,256 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:38:11,080 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:12,156 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:13,225 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:14,295 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:15,404 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:15,659 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:38:16,482 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:17,561 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:18,660 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:19,747 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:20,831 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:21,116 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.512122942 -69.438789859 80.533294414 -69.473745416 80.629169134 -69.466565522 80.607848855 -69.431621640
2022-10-04 17:38:21,594 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_combined_long_i2d.fits
2022-10-04 17:38:21,595 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-10-04 17:38:21,816 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1160, 1116) from starfield_combined_long_i2d.fits>,).
2022-10-04 17:38:21,817 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 4, 'snr_threshold': 3, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-10-04 17:38:21,836 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file: /grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits
2022-10-04 17:38:21,845 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file: /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-10-04 17:38:21,846 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-10-04 17:38:21,846 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-10-04 17:38:21,847 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F1280W
2022-10-04 17:38:21,847 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-10-04 17:38:21,902 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 5.24056
2022-10-04 17:38:21,976 - stpipe.Image3Pipeline.source_catalog - INFO - Background could not be estimated in meshes. Using the entire unmasked array for background estimation: bkg_boxsize=(1160, 1116).
2022-10-04 17:38:22,721 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 165 sources
2022-10-04 17:38:22,945 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_combined_long_cat.ecsv
2022-10-04 17:38:23,084 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_combined_long_segm.fits
2022-10-04 17:38:23,085 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_combined_long_segm.fits
2022-10-04 17:38:23,086 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-10-04 17:38:23,087 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done
Image 3 pipeline finished.
photfile_long = 'starfield_combined_long_cat.ecsv'
input_file_long = 'starfield_combined_long_i2d.fits'
# Look at catalog table that shows all columns, but subset of rows
# Pay attention to rows with a large number of nans, as this may indicate a spurious source
#cat_data = table.Table.read(photfile_long, format='ascii', comment='#')
catalog_long = Table.read(photfile_long)
miri_x_long = catalog_long['xcentroid']
miri_y_long = catalog_long['ycentroid']
catalog_long
| label | xcentroid | ycentroid | sky_centroid | aper_bkg_flux | aper_bkg_flux_err | aper30_flux | aper30_flux_err | aper50_flux | aper50_flux_err | aper70_flux | aper70_flux_err | aper_total_flux | aper_total_flux_err | aper30_abmag | aper30_abmag_err | aper50_abmag | aper50_abmag_err | aper70_abmag | aper70_abmag_err | aper_total_abmag | aper_total_abmag_err | aper30_vegamag | aper30_vegamag_err | aper50_vegamag | aper50_vegamag_err | aper70_vegamag | aper70_vegamag_err | aper_total_vegamag | aper_total_vegamag_err | CI_50_30 | CI_70_50 | CI_70_30 | is_extended | sharpness | roundness | nn_label | nn_dist | isophotal_flux | isophotal_flux_err | isophotal_abmag | isophotal_abmag_err | isophotal_vegamag | isophotal_vegamag_err | isophotal_area | semimajor_sigma | semiminor_sigma | ellipticity | orientation | sky_orientation | sky_bbox_ll | sky_bbox_ul | sky_bbox_lr | sky_bbox_ur |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| deg,deg | Jy | Jy | Jy | Jy | Jy | Jy | Jy | Jy | Jy | Jy | pix | Jy | Jy | pix2 | pix | pix | deg | deg | deg,deg | deg,deg | deg,deg | deg,deg | |||||||||||||||||||||||||||||||
| int64 | float64 | float64 | SkyCoord | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | bool | float64 | float32 | int64 | float64 | float64 | float32 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | SkyCoord | SkyCoord | SkyCoord | SkyCoord |
| 1 | 441.0018 | 9.0000 | 80.55012235192888,-69.43623471190116 | 0.000000e+00 | 6.275984e-09 | 1.890639e-06 | 3.444693e-07 | 2.661105e-06 | 5.090693e-07 | 8.245479e-06 | 1.144716e-06 | 1.212218e-05 | 1.682917e-06 | 23.208478 | 0.181725 | 22.837345 | 0.190053 | 21.609460 | 0.141147 | 21.191048 | 0.141147 | 17.967918 | 0.181725 | 17.596785 | 0.190053 | 16.368900 | 0.141147 | 15.950488 | 0.141147 | 1.4075 | 3.0985 | 4.3612 | False | 0.825904 | -0.501094 | 12 | 77.121767 | 2.502438e-06 | 2.980138e-07 | 22.904091 | 0.122162 | 17.663531 | 0.122162 | 7.0 | 1.972155 | 0.288675 | 0.853624 | 0.000000 | 257.956229 | 80.54981281985627,-69.43624212159989 | 80.54984936448878,-69.4363023841148 | 80.55049908282237,-69.43619077525274 | 80.55053562929182,-69.4362510376237 |
| 2 | 791.7284 | 19.0147 | 80.5803889583722,-69.43428277643795 | 8.406074e-08 | 7.369668e-09 | 1.801967e-06 | 3.600544e-07 | 3.036681e-06 | 5.263079e-07 | 1.042430e-05 | 1.109473e-06 | 1.532540e-05 | 1.631103e-06 | 23.260633 | 0.197783 | 22.694002 | 0.173538 | 21.354882 | 0.109811 | 20.936470 | 0.109811 | 18.020073 | 0.197783 | 17.453442 | 0.173538 | 16.114322 | 0.109811 | 15.695910 | 0.109811 | 1.6852 | 3.4328 | 5.7850 | False | 0.686117 | -0.179017 | 8 | 58.985812 | 2.645745e-05 | 1.016325e-06 | 20.343630 | 0.040926 | 15.103070 | 0.040926 | 93.0 | 5.316716 | 1.585552 | 0.701780 | -82.705130 | 175.251099 | 80.57976630374004,-69.43402975225264 | 80.58013256143421,-69.43463231414381 | 80.58062395410465,-69.4339654214213 | 80.58099023474563,-69.43456798150862 |
| 3 | 988.9978 | 11.6283 | 80.59717155395586,-69.4327903629874 | 2.168525e-08 | 6.830249e-09 | 2.046034e-06 | 3.656045e-07 | 3.486502e-06 | 5.399615e-07 | 1.273438e-05 | 1.223539e-06 | 1.872159e-05 | 1.798799e-06 | 23.122718 | 0.178498 | 22.544025 | 0.156335 | 21.137555 | 0.099607 | 20.719143 | 0.099607 | 17.882158 | 0.178498 | 17.303465 | 0.156335 | 15.896995 | 0.099607 | 15.478583 | 0.099607 | 1.7040 | 3.6525 | 6.2239 | False | 0.325532 | -0.653479 | 7 | 6.124803 | 1.919973e-06 | 3.395224e-07 | 23.191762 | 0.176791 | 17.951202 | 0.176791 | 8.0 | 1.218201 | 0.483252 | 0.603307 | 0.047995 | 258.004224 | 80.59693667044856,-69.43277245974856 | 80.59699167677398,-69.43286283866036 | 80.59745120032093,-69.43273381103965 | 80.59750620871074,-69.43282418978886 |
| 4 | 566.1932 | 15.7864 | 80.56098534450508,-69.43563534312595 | 3.197946e-08 | 8.172526e-09 | 8.026510e-06 | 3.742154e-07 | 1.338554e-05 | 5.444912e-07 | 2.068528e-05 | 1.193382e-06 | 3.041069e-05 | 1.754463e-06 | 21.638683 | 0.049475 | 21.083410 | 0.043290 | 20.610846 | 0.060898 | 20.192434 | 0.060898 | 16.398123 | 0.049475 | 15.842850 | 0.043290 | 15.370286 | 0.060898 | 14.951874 | 0.060898 | 1.6677 | 1.5453 | 2.5771 | False | 0.420457 | -0.512392 | 9 | 25.257304 | 2.093949e-05 | 8.538478e-07 | 20.597584 | 0.043394 | 15.357024 | 0.043394 | 51.0 | 1.884359 | 1.744435 | 0.074255 | -28.487152 | 229.469077 | 80.56059016410232,-69.43552991646555 | 80.56075474709341,-69.43580108754492 | 80.56136215515708,-69.43547210387688 | 80.56152674744558,-69.43574327422681 |
| 5 | 962.0167 | 13.0020 | 80.59488295090321,-69.43300552962405 | 0.000000e+00 | 6.560394e-09 | 2.573520e-06 | 3.659883e-07 | 4.542939e-06 | 5.371186e-07 | 1.392893e-05 | 1.200265e-06 | 2.047777e-05 | 1.764582e-06 | 22.873681 | 0.144368 | 22.256658 | 0.121329 | 21.040205 | 0.089745 | 20.621793 | 0.089745 | 17.633121 | 0.144368 | 17.016098 | 0.121329 | 15.799645 | 0.089745 | 15.381233 | 0.089745 | 1.7653 | 3.0661 | 5.4124 | False | 0.808993 | 0.072177 | 7 | 22.224068 | 2.500552e-06 | 3.610861e-07 | 22.904910 | 0.146447 | 17.664350 | 0.146447 | 9.0 | 0.810764 | 0.808903 | 0.002296 | 70.478049 | 328.434278 | 80.59472535202501,-69.43297004646641 | 80.59479868217267,-69.43309055260977 | 80.59506837795044,-69.43294428518358 | 80.5951417099332,-69.43306479118247 |
| 6 | 1026.7808 | 15.0975 | 80.60047523126603,-69.43265146767469 | 3.389379e-08 | 8.288933e-09 | 1.461908e-06 | 3.649419e-07 | 3.725186e-06 | 5.370279e-07 | 1.257406e-05 | 1.204459e-06 | 1.848590e-05 | 1.770748e-06 | 23.487700 | 0.241957 | 22.472130 | 0.146218 | 21.151311 | 0.099317 | 20.732899 | 0.099317 | 18.247140 | 0.241957 | 17.231570 | 0.146218 | 15.910751 | 0.099317 | 15.492339 | 0.099317 | 2.5482 | 3.3754 | 8.6011 | True | 0.133575 | 0.156994 | 3 | 37.941964 | 4.973802e-06 | 5.631492e-07 | 22.158279 | 0.116456 | 16.917719 | 0.116456 | 22.0 | 1.807880 | 0.988601 | 0.453171 | -10.751615 | 247.204614 | 80.60014625449483,-69.43259435377519 | 80.6002562936851,-69.43277510955323 | 80.60083228052908,-69.4325428091858 | 80.60094232522398,-69.43272356453024 |
| 7 | 984.1184 | 15.3304 | 80.59682100334392,-69.43293332200258 | 6.595488e-08 | 7.584951e-09 | 1.773211e-06 | 3.657291e-07 | 2.931591e-06 | 5.367880e-07 | 8.301481e-06 | 1.206980e-06 | 1.220451e-05 | 1.774455e-06 | 23.278099 | 0.203595 | 22.732242 | 0.182558 | 21.602111 | 0.147387 | 21.183699 | 0.147387 | 18.037539 | 0.203595 | 17.491682 | 0.182558 | 16.361551 | 0.147387 | 15.943139 | 0.147387 | 1.6533 | 2.8317 | 4.6816 | False | 0.586690 | 0.731422 | 3 | 6.124803 | 2.348687e-06 | 3.614693e-07 | 22.972937 | 0.155423 | 17.732377 | 0.155423 | 9.0 | 0.965789 | 0.694341 | 0.281063 | -70.111630 | 187.844599 | 80.59664865445465,-69.43288860373036 | 80.59674033039775,-69.43303923539224 | 80.59699167677398,-69.43286283866036 | 80.5970833550109,-69.4330134701416 |
| 8 | 732.7426 | 19.0912 | 80.57533129105953,-69.43466447589 | 7.743137e-08 | 7.236237e-09 | 1.356704e-06 | 3.596339e-07 | 2.674901e-06 | 5.284390e-07 | 9.397842e-06 | 1.107636e-06 | 1.381634e-05 | 1.628402e-06 | 23.568787 | 0.255294 | 22.831731 | 0.195738 | 21.467430 | 0.120969 | 21.049018 | 0.120969 | 18.328227 | 0.255294 | 17.591171 | 0.195738 | 16.226870 | 0.120969 | 15.808458 | 0.120969 | 1.9716 | 3.5133 | 6.9270 | False | 0.721568 | -0.063997 | 2 | 58.985812 | 5.562496e-06 | 5.799978e-07 | 22.036826 | 0.107688 | 16.796266 | 0.107688 | 25.0 | 2.092660 | 0.980200 | 0.531601 | -56.279754 | 201.676475 | 80.57498743454802,-69.4345771290961 | 80.57513388530356,-69.43481815796441 | 80.57558781564319,-69.4345321144264 | 80.57573427282458,-69.43477314278984 |
| 9 | 541.5901 | 21.4977 | 80.55897937075922,-69.43596545457669 | 6.089213e-08 | 8.156566e-09 | 2.942940e-06 | 2.559074e-07 | 5.544176e-06 | 3.911616e-07 | 1.163136e-05 | 9.686799e-07 | 1.709997e-05 | 1.424115e-06 | 22.728046 | 0.090530 | 22.040408 | 0.074021 | 21.235923 | 0.086854 | 20.817511 | 0.086854 | 17.487486 | 0.090530 | 16.799847 | 0.074021 | 15.995363 | 0.086854 | 15.576951 | 0.086854 | 1.8839 | 2.0979 | 3.9523 | False | 0.694323 | 0.185600 | 4 | 25.257304 | 1.486320e-05 | 6.659036e-07 | 20.969719 | 0.047585 | 15.729159 | 0.047585 | 50.0 | 2.870773 | 1.384029 | 0.517890 | -7.569100 | 250.387129 | 80.55838386896123,-69.43588411590157 | 80.55853014241497,-69.43612515872185 | 80.55949899276526,-69.43580062185262 | 80.55964527815718,-69.43604166373655 |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 156 | 58.2513 | 1115.2356 | 80.53748173526348,-69.4720230912647 | -1.992444e-09 | 7.061054e-09 | 1.247554e-05 | 3.627963e-07 | 2.097688e-05 | 5.258292e-07 | 3.077736e-05 | 1.131206e-06 | 4.524766e-05 | 1.663055e-06 | 21.159852 | 0.031123 | 20.595648 | 0.026881 | 20.179422 | 0.039190 | 19.761010 | 0.039190 | 15.919292 | 0.031123 | 15.355088 | 0.026881 | 14.938862 | 0.039190 | 14.520450 | 0.039190 | 1.6814 | 1.4672 | 2.4670 | False | 0.357683 | -0.038099 | 152 | 71.571631 | 2.922280e-05 | 8.476293e-07 | 20.235695 | 0.031045 | 14.995135 | 0.031045 | 55.0 | 1.873318 | 1.761546 | 0.059665 | 53.734942 | 311.691171 | 80.53707279845673,-69.47190444740926 | 80.53725564845624,-69.47220577325804 | 80.53784616150763,-69.47184673906955 | 80.5380290218765,-69.47214806410828 |
| 157 | 195.4316 | 1125.1352 | 80.54945030561552,-69.47144137178962 | 2.309998e-08 | 7.598826e-09 | 3.526791e-06 | 2.443169e-07 | 6.997323e-06 | 3.598654e-07 | 1.823966e-05 | 8.024019e-07 | 2.681523e-05 | 1.179660e-06 | 22.531551 | 0.072723 | 21.787670 | 0.054450 | 20.747458 | 0.046743 | 20.329046 | 0.046743 | 17.290991 | 0.072723 | 16.547110 | 0.054450 | 15.506898 | 0.046743 | 15.088486 | 0.046743 | 1.9840 | 2.6067 | 5.1717 | False | 0.423341 | 0.442384 | 160 | 14.068453 | 1.414876e-05 | 5.440465e-07 | 21.023204 | 0.040966 | 15.782644 | 0.040966 | 46.0 | 1.929565 | 1.702104 | 0.117882 | 4.235135 | 262.191364 | 80.54904596129168,-69.47135707201588 | 80.54919237166301,-69.4715981226715 | 80.54981927241585,-69.4712993106031 | 80.54996569108064,-69.47154036061005 |
| 158 | 634.9964 | 1128.2832 | 80.58727223375661,-69.4687110233491 | 5.054206e-08 | 6.994322e-09 | 2.537322e-06 | 2.587315e-07 | 3.839216e-06 | 3.762363e-07 | 6.697571e-06 | 8.208114e-07 | 9.846506e-06 | 1.206725e-06 | 22.889061 | 0.105425 | 22.439394 | 0.101504 | 21.835207 | 0.125518 | 21.416795 | 0.125518 | 17.648501 | 0.105425 | 17.198834 | 0.101504 | 16.594647 | 0.125518 | 16.176235 | 0.125518 | 1.5131 | 1.7445 | 2.6396 | False | 0.560113 | 0.796409 | 164 | 44.721168 | 2.623069e-06 | 2.259006e-07 | 22.852976 | 0.089695 | 17.612416 | 0.089695 | 7.0 | 0.747073 | 0.694090 | 0.070920 | 1.283508 | 259.239737 | 80.58711096813262,-69.46866693264293 | 80.58718437750198,-69.46878744199493 | 80.58745457379521,-69.46864118634466 | 80.58752798500599,-69.46876169555205 |
| 159 | 312.4531 | 1130.3743 | 80.55960085519419,-69.47084790066934 | 0.000000e+00 | 2.048073e-09 | 3.286961e-06 | 1.002836e-07 | 4.056401e-06 | 1.488641e-07 | 3.833890e-06 | 3.765097e-07 | 5.636435e-06 | 5.535298e-07 | 22.608014 | 0.032630 | 22.379648 | 0.039131 | 22.440901 | 0.101709 | 22.022489 | 0.101709 | 17.367454 | 0.032630 | 17.139088 | 0.039131 | 17.200341 | 0.101709 | 16.781929 | 0.101709 | 1.2341 | 0.9451 | 1.1664 | False | 0.486422 | -0.267618 | 155 | 25.560310 | 4.073832e-06 | 1.028720e-07 | 22.374992 | 0.027076 | 17.134432 | 0.027076 | 10.0 | 1.062933 | 0.689001 | 0.351793 | -0.449889 | 257.506340 | 80.55939872123598,-69.47080397264152 | 80.55947198227359,-69.47092449364058 | 80.55982831248399,-69.47077185789753 | 80.55990157582484,-69.47089237871623 |
| 160 | 199.6587 | 1138.5535 | 80.55005911049896,-69.47181855360941 | 6.716700e-09 | 7.993501e-09 | 2.859156e-06 | 2.708046e-07 | 4.725705e-06 | 3.986962e-07 | 9.501437e-06 | 9.304033e-07 | 1.396864e-05 | 1.367842e-06 | 22.759405 | 0.098253 | 22.213833 | 0.087941 | 21.455527 | 0.101429 | 21.037115 | 0.101429 | 17.518845 | 0.098253 | 16.973273 | 0.087941 | 16.214967 | 0.101429 | 15.796555 | 0.101429 | 1.6528 | 2.0106 | 3.3232 | False | 0.305165 | -0.657352 | 157 | 14.068453 | 3.082260e-06 | 2.747543e-07 | 22.677827 | 0.092710 | 17.437267 | 0.092710 | 9.0 | 1.011244 | 0.705204 | 0.302637 | -34.486771 | 223.469458 | 80.54983603501539,-69.47177053385538 | 80.54992754842281,-69.47192119011461 | 80.55026565991784,-69.47173844265951 | 80.55035717620504,-69.47188909869351 |
| 161 | 714.3520 | 1141.0051 | 80.59432244753911,-69.46858338085076 | 4.155219e-10 | 7.215057e-09 | 4.056112e-06 | 3.552705e-07 | 6.646938e-06 | 5.166759e-07 | 1.052226e-05 | 1.087538e-06 | 1.546942e-05 | 1.598856e-06 | 22.379725 | 0.091162 | 21.843446 | 0.081276 | 21.344727 | 0.106789 | 20.926315 | 0.106789 | 17.139165 | 0.091162 | 16.602886 | 0.081276 | 16.104167 | 0.106789 | 15.685755 | 0.106789 | 1.6387 | 1.5830 | 2.5942 | False | 0.280998 | 0.219804 | 162 | 27.527077 | 6.381129e-06 | 4.781288e-07 | 21.887756 | 0.078449 | 16.647196 | 0.078449 | 17.0 | 1.139574 | 1.095302 | 0.038849 | 82.434147 | 340.390377 | 80.5940314680859,-69.4685262772555 | 80.59414164001919,-69.46870703690165 | 80.59454686042923,-69.46848763710796 | 80.59465703650527,-69.46866839642858 |
| 162 | 741.6821 | 1144.2918 | 80.59673042382632,-69.46850637285411 | 2.680822e-09 | 5.852792e-09 | 1.473371e-05 | 3.823425e-07 | 2.489767e-05 | 5.522849e-07 | 3.912583e-05 | 1.173360e-06 | 5.752126e-05 | 1.725028e-06 | 20.979220 | 0.027816 | 20.409603 | 0.023821 | 19.918841 | 0.032082 | 19.500429 | 0.032082 | 15.738660 | 0.027816 | 15.169043 | 0.023821 | 14.678281 | 0.032082 | 14.259869 | 0.032082 | 1.6898 | 1.5715 | 2.6555 | False | 0.384510 | 0.179787 | 161 | 27.527077 | 3.736268e-05 | 9.898337e-07 | 19.968905 | 0.028390 | 14.728345 | 0.028390 | 70.0 | 2.037208 | 1.980142 | 0.028012 | 59.920077 | 317.876307 | 80.5961972886719,-69.46839539298186 | 80.59639930418003,-69.46872678310488 | 80.59714216029961,-69.46832453981735 | 80.59734418973127,-69.46865592884603 |
| 163 | 871.9401 | 1145.2282 | 80.60793609346713,-69.4676952046701 | 0.000000e+00 | 5.822839e-09 | 6.335390e-06 | 3.619726e-07 | 1.056088e-05 | 5.290142e-07 | 1.328152e-05 | 1.159097e-06 | 1.952597e-05 | 1.704060e-06 | 21.895567 | 0.060326 | 21.340749 | 0.053068 | 21.091881 | 0.090845 | 20.673469 | 0.090845 | 16.655007 | 0.060326 | 16.100189 | 0.053068 | 15.851321 | 0.090845 | 15.432909 | 0.090845 | 1.6670 | 1.2576 | 2.0964 | False | 0.389648 | 0.123653 | 153 | 90.754814 | 1.225825e-05 | 6.115237e-07 | 21.178928 | 0.052856 | 15.938368 | 0.052856 | 27.0 | 1.435219 | 1.291732 | 0.099976 | -56.196212 | 201.760017 | 80.6075904762696,-69.46763519281501 | 80.60771913826692,-69.46784606906505 | 80.60819171367424,-69.46759006576114 | 80.60832038130863,-69.46780094156762 |
| 164 | 673.2161 | 1151.5046 | 80.59098162118063,-69.46916457992798 | 0.000000e+00 | 5.516613e-09 | 2.700492e-06 | 3.554591e-07 | 4.999227e-06 | 5.203787e-07 | 8.048446e-06 | 1.152633e-06 | 1.183251e-05 | 1.694556e-06 | 22.821393 | 0.134259 | 22.152743 | 0.107513 | 21.635720 | 0.145317 | 21.217308 | 0.145317 | 17.580833 | 0.134259 | 16.912183 | 0.107513 | 16.395160 | 0.145317 | 15.976748 | 0.145317 | 1.8512 | 1.6099 | 2.9804 | False | 0.251071 | 0.931066 | 161 | 42.454676 | 3.252018e-06 | 3.701298e-07 | 22.619618 | 0.117033 | 17.379058 | 0.117033 | 10.0 | 1.025297 | 0.732617 | 0.285459 | 89.688412 | 347.644642 | 80.59079740435124,-69.4691152359347 | 80.59088919398552,-69.46926587067937 | 80.59114101276667,-69.4690894823754 | 80.59123280470268,-69.46924011693923 |
| 165 | 227.4661 | 1151.5637 | 80.55268661654581,-69.47203207115196 | 0.000000e+00 | 6.832735e-09 | 2.559623e-06 | 3.288016e-07 | 3.116144e-06 | 5.010605e-07 | 3.513760e-06 | 1.124571e-06 | 5.165792e-06 | 1.653300e-06 | 22.879560 | 0.131213 | 22.665956 | 0.161889 | 22.535570 | 0.301474 | 22.117158 | 0.301474 | 17.639000 | 0.131213 | 17.425396 | 0.161889 | 17.295010 | 0.301474 | 16.876598 | 0.301474 | 1.2174 | 1.1276 | 1.3728 | False | 0.455576 | -0.705207 | 160 | 30.700405 | 3.229104e-06 | 3.095648e-07 | 22.627295 | 0.099395 | 17.386735 | 0.099395 | 8.0 | 1.118507 | 0.495916 | 0.556627 | 0.209865 | 258.166094 | 80.55249820385308,-69.47201264340406 | 80.55255312357843,-69.47210303632743 | 80.5529278296228,-69.47198054565283 | 80.55298275107597,-69.47207093844101 |
# Look at output gaia catalog
gaia_out_long = 'fit_gaiadr2_ref.ecsv'
gaia_cat = table.Table.read(gaia_out_long, format='ascii', comment='#')
gaia_cat
| RA | DEC | mag | objID | GaiaID |
|---|---|---|---|---|
| float64 | float64 | float64 | int64 | str2 |
| 80.6352800462868 | -69.4528530041638 | 20.79766 | 4658081457873855744 | -1 |
| 80.6089584306409 | -69.441665334981 | 20.79199 | 4658081462096573056 | -1 |
| 80.5540605344063 | -69.4510149335645 | 20.72803 | 4658081389072293120 | -1 |
| 80.577376127151 | -69.4443452330911 | 20.69327 | 4658081496494557184 | -1 |
| 80.5985869347887 | -69.4306055937191 | 20.67209 | 4658081904468517248 | -1 |
| 80.606391675101 | -69.4554230033405 | 20.66223 | 4658081427775021824 | -1 |
| 80.5933019893023 | -69.4513187092001 | 20.66066 | 4658081492151636352 | -1 |
| 80.617727177091 | -69.4433874351504 | 20.65891 | 4658081462134839808 | -1 |
| 80.623533022303 | -69.4577174095808 | 20.64151 | 4658081423514083712 | -1 |
| 80.5775319561905 | -69.4524112170626 | 20.62047 | 4658081496456259584 | -1 |
| ... | ... | ... | ... | ... |
| 80.5466900624651 | -69.4532144762556 | 15.45603 | 4658081389038524928 | -1 |
| 80.5551479908486 | -69.4537086496902 | 15.40596 | 4658081393415226624 | -1 |
| 80.5911368518058 | -69.4711740829136 | 15.27315 | 4658081285992137472 | -1 |
| 80.5721331561039 | -69.4668552141973 | 14.90229 | 4658081359055229312 | -1 |
| 80.5637449320274 | -69.4307131315982 | 14.75183 | 4658081526477562240 | -1 |
| 80.5665528784479 | -69.4698077168265 | 14.58441 | 4658081354711870080 | -1 |
| 80.5614223055588 | -69.4430273055358 | 14.52465 | 4658081496494136192 | -1 |
| 80.5039446230512 | -69.4474541369013 | 14.33341 | 4658082149329460992 | -1 |
| 80.5355854676712 | -69.4401925009401 | 13.58188 | 4658082248065037824 | -1 |
| 80.516426597956 | -69.4445137183206 | 13.2718 | 4658082144952800896 | -1 |
# Read in i2d combined Image
im_i2d_long = ImageModel(input_file_long)
# read in ecsv photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table
#viz2 = LogStretch() + ManualInterval(0,10)
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data, origin='lower', cmap='rainbow', vmin=18, vmax=26)
plt.colorbar()
plt.scatter(miri_x_long, miri_y_long,lw=1, s=10,color='black')
<matplotlib.collections.PathCollection at 0x7faee0174f40>
# Get from RA and Dec in Gaia catalog to x and y positions on image
world_to_detector = im_i2d_long.meta.wcs.get_transform('world', 'detector')
xgaia_long,ygaia_long = world_to_detector(gaia_cat['RA'], gaia_cat['DEC'])
# read in ecsv gaia photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table
#viz2 = LogStretch() + ManualInterval(0,10)
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data, origin='lower', cmap='rainbow', vmin=18, vmax=26)
plt.colorbar()
plt.scatter(xgaia_long, ygaia_long,lw=1, s=10,color='black')
<matplotlib.collections.PathCollection at 0x7faedffe8a90>
Start by looking at positions on the image, then calculate any differences in position between Gaia and the output of source_catalog.
# Many sources go beyond image edges. Only display sources that were actually in FOV of combined image.
minval = 0
maxval = 1200
ind = np.where((xgaia_long > minval) & (xgaia_long < 1110)& (ygaia_long > minval) & (ygaia_long < maxval))
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data, origin='lower', cmap='rainbow', vmin=18, vmax=26)
plt.colorbar()
plt.scatter(miri_x_long, miri_y_long,lw=1, s=10,color='black')
plt.scatter(xgaia_long[ind], ygaia_long[ind],lw=1, s=5,color='white')
<matplotlib.collections.PathCollection at 0x7faedfce96a0>
# Show zoomed in region to see if stars look like point sources and aren't smeared out or doubled
xmin = 700
xmax = 900
ymin = 500
ymax = 700
gaiazoom = np.where((xgaia_long > xmin) & (xgaia_long < xmax) & (ygaia_long > ymin) & (ygaia_long < ymax))
print(gaiazoom)
subx = xgaia_long[gaiazoom] - xmin
suby = ygaia_long[gaiazoom] - ymin
mirizoom = np.where((miri_x_long > xmin) & (miri_x_long < xmax) & (miri_y_long > ymin) & (miri_y_long < ymax))
print(gaiazoom)
subxmiri = miri_x_long[mirizoom] - xmin
subymiri = miri_y_long[mirizoom] - ymin
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data[ymin:ymax,xmin:xmax], origin='lower', cmap='rainbow', vmin=18, vmax=26)
plt.scatter(subx, suby,lw=1, s=10,color='white')
plt.scatter(subxmiri, subymiri,lw=1, s=5,color='black')
plt.colorbar()
print('Gaia sources are marked in white, MIRI sources from the pipeline in black')
(array([ 6, 11, 40, 100, 114, 172, 180, 193, 311, 322, 337,
364, 380, 437, 483, 533, 551, 557, 740, 781, 793, 860,
943, 947, 951, 969, 1015, 1033, 1122, 1172, 1209, 1234, 1360,
1380, 1420, 1498, 1601, 1629, 1658, 1659, 1757, 1803, 1812, 1943,
1958, 2120, 2150]),)
(array([ 6, 11, 40, 100, 114, 172, 180, 193, 311, 322, 337,
364, 380, 437, 483, 533, 551, 557, 740, 781, 793, 860,
943, 947, 951, 969, 1015, 1033, 1122, 1172, 1209, 1234, 1360,
1380, 1420, 1498, 1601, 1629, 1658, 1659, 1757, 1803, 1812, 1943,
1958, 2120, 2150]),)
Gaia sources are marked in white, MIRI sources from the pipeline in black
# Calculate difference in position between catalog and Gaia positions. There is an offset here.
tol = 1 # Do calculations in pixels
found_count=0
# Set up array for matches
diffarr = np.array(len(xgaia_long))
deltax = []
deltay = []
xpos = []
ypos = []
print(' x y xdiff ydiff < 0.5 pix')
for i in np.arange(0,len(xgaia_long)):
for j in np.arange(0,len(miri_x_long)):
x_diff = abs(xgaia_long[i] - miri_x_long[j])
y_diff = abs(ygaia_long[i] - miri_y_long[j])
if x_diff < tol and y_diff < tol:
deltax.append(xgaia_long[i] - miri_x_long[j])
deltay.append(ygaia_long[i] - miri_y_long[j])
xpos.append(miri_x_long[j])
ypos.append(miri_y_long[j])
found_count +=1
if (x_diff < 0.5) and (y_diff < 0.5):
test = 'pass'
else:
test = 'fail'
print('{:15.6f} {:15.6f} {:15.6f} {:15.6f} {}'.format(miri_x_long[j], miri_y_long[j], x_diff, y_diff, test))
print()
print(found_count,' matches found')
diffarr = np.zeros(found_count)
for match in np.arange(0,found_count):
diffarr[match] = math.sqrt((deltax[match]**2)+(deltay[match]**2))
print()
x y xdiff ydiff < 0.5 pix
1009.994273 1007.294691 0.614229 0.543945 fail
634.996367 1128.283169 0.340468 0.002597 pass
673.216093 1151.504611 0.454847 0.733419 fail
1010.021618 375.292768 0.255775 0.299853 pass
377.527603 511.499163 0.783170 0.304597 fail
847.011960 908.026286 0.154712 0.013656 pass
721.186332 93.812344 0.223089 0.037759 pass
324.806161 867.190794 0.258647 0.327498 pass
757.224406 1075.402187 0.231304 0.242722 pass
199.658745 1138.553516 0.172086 0.527282 fail
968.958301 633.959267 0.496098 0.282598 pass
126.871031 1094.892897 0.237866 0.024976 pass
468.502930 1023.020305 0.100188 0.189595 pass
387.480641 177.072029 0.392558 0.364414 pass
570.023023 559.999727 0.001571 0.193237 pass
858.632289 191.636650 0.168046 0.433562 pass
1030.009111 807.000149 0.021631 0.062441 pass
944.499211 60.716648 0.110425 0.429342 pass
135.356059 863.100524 0.529457 0.207394 fail
371.591155 210.760224 0.017760 0.946056 fail
18.503124 918.522445 0.904801 0.340117 fail
527.673601 1051.132194 0.384005 0.211807 pass
467.248767 127.397618 0.198531 0.301475 pass
630.143513 673.142917 0.163170 0.140748 pass
755.425889 306.128887 0.308766 0.089834 pass
832.759721 185.269977 0.131221 0.364984 pass
427.520591 996.996443 0.064081 0.258546 pass
618.066982 109.655540 0.100678 0.547263 fail
929.244759 386.967428 0.286228 0.091714 pass
1011.581782 470.885163 0.274722 0.079579 pass
810.271501 362.543090 0.253779 0.157692 pass
156.723632 942.479641 0.237876 0.490518 pass
870.425650 815.867626 0.344598 0.058290 pass
787.989996 527.499819 0.224687 0.088558 pass
1052.432066 107.090194 0.285860 0.056741 pass
640.701343 532.997094 0.260403 0.058257 pass
845.494095 657.518966 0.252882 0.097442 pass
714.351963 1141.005100 0.439655 0.107490 pass
390.626662 704.491212 0.193372 0.740931 fail
505.846283 401.070489 0.206873 0.184793 pass
437.516443 403.760887 0.032642 0.071829 pass
489.487564 105.155888 0.046127 0.073885 pass
460.291148 774.003629 0.097273 0.077785 pass
523.172990 892.831567 0.053808 0.009240 pass
845.259347 399.093148 0.045779 0.075282 pass
215.833020 834.852543 0.098142 0.410012 pass
739.842730 774.817333 0.161265 0.136618 pass
604.289904 205.046563 0.034633 0.457781 pass
564.416773 733.139771 0.489183 0.023154 pass
499.278033 497.768814 0.182568 0.131243 pass
658.410058 533.127136 0.073865 0.128520 pass
692.833251 1003.440968 0.045456 0.022648 pass
814.708168 456.265839 0.071880 0.005207 pass
940.787673 826.278387 0.230428 0.007339 pass
318.126997 869.440897 0.161317 0.172701 pass
458.067825 560.451605 0.056626 0.135978 pass
950.011046 177.548047 0.229656 0.397017 pass
305.781632 1094.388511 0.262777 0.127896 pass
984.682569 1018.533796 0.135837 0.182989 pass
957.084257 1010.206610 0.135567 0.188534 pass
471.588775 264.038309 0.126128 0.171327 pass
555.618837 692.792046 0.043351 0.092006 pass
529.396923 80.012058 0.215575 0.214461 pass
411.647824 1031.672906 0.199015 0.336281 pass
871.940058 1145.228242 0.291967 0.444250 pass
738.870066 717.333875 0.329464 0.026103 pass
949.361498 404.209680 0.241471 0.061730 pass
1024.249949 719.048578 0.279810 0.255360 pass
943.511826 205.992359 0.327785 0.175047 pass
584.848699 884.777951 0.136033 0.137398 pass
566.193224 15.786416 0.212276 0.375627 pass
1086.789084 941.737185 0.055376 0.175139 pass
919.300025 875.680791 0.297599 0.130129 pass
491.630747 842.105695 0.044178 0.118986 pass
644.696528 619.939588 0.084206 0.067099 pass
167.389432 894.530996 0.286140 0.011799 pass
486.209422 585.072185 0.140017 0.020798 pass
955.347283 1109.455752 0.376682 0.196812 pass
916.367311 370.941548 0.299802 0.023795 pass
946.371943 770.358074 0.244720 0.097374 pass
634.909972 927.613359 0.172242 0.263270 pass
902.307328 357.989586 0.224381 0.133358 pass
1013.376108 358.633425 0.221568 0.153643 pass
741.682126 1144.291766 0.309737 0.220663 pass
520.668784 650.938818 0.171148 0.218081 pass
1057.003570 378.847568 0.322874 0.125720 pass
754.121322 865.156839 0.137933 0.106828 pass
802.602413 917.302752 0.257077 0.083684 pass
1035.968470 796.566621 0.344720 0.044796 pass
678.551269 753.297636 0.072430 0.142018 pass
668.762996 757.674942 0.126438 0.040989 pass
58.251271 1115.235633 0.021630 0.288015 pass
621.557648 514.065797 0.027007 0.336075 pass
370.346996 673.563417 0.004392 0.032150 pass
575.658522 323.808397 0.013985 0.146944 pass
589.364125 146.885740 0.034153 0.319572 pass
594.422587 460.164978 0.044504 0.015553 pass
907.737319 531.381660 0.311580 0.052847 pass
459.074396 150.059847 0.115890 0.049082 pass
396.932251 376.594172 0.347833 0.065433 pass
747.921274 616.660443 0.043516 0.014777 pass
978.235001 1071.271516 0.233583 0.089062 pass
805.858637 715.084055 0.013615 0.047515 pass
343.132249 933.220252 0.040502 0.015466 pass
727.380183 1022.372518 0.188134 0.182105 pass
88.820275 986.907074 0.169287 0.094550 pass
21.294703 851.282475 0.224184 0.182828 pass
776.005135 652.483001 0.086299 0.069806 pass
352.475693 1002.946375 0.029028 0.078211 pass
1082.084450 294.042308 0.341767 0.294997 pass
961.503649 675.978914 0.004859 0.415758 pass
1026.882917 270.491999 0.305205 0.161901 pass
334.571904 1117.564623 0.411486 0.160883 pass
519.314237 489.947666 0.060403 0.063761 pass
798.130930 394.734746 0.052791 0.086480 pass
840.547147 135.843492 0.104481 0.287569 pass
220.888271 1075.108443 0.037681 0.038812 pass
674.851877 406.075195 0.063591 0.139516 pass
553.950430 1051.877373 0.044389 0.176085 pass
378.670056 575.754491 0.159251 0.067683 pass
479.025880 1033.492891 0.006927 0.110668 pass
396.773260 1114.081871 0.119137 0.225767 pass
521.147638 250.538528 0.113925 0.954972 fail
123 matches found
# Look at differences in position in x and y
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(deltax, deltay)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x difference in pixels')
plt.ylabel('y difference in pixels')
Text(0, 0.5, 'y difference in pixels')
# Look at differences in position (vector magnitude between the two positions against x coordinate)
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(xpos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x position in pixels')
plt.ylabel('magnitude of vector diff in pixels')
Text(0, 0.5, 'magnitude of vector diff in pixels')
# Look at differences in position (vector magnitude between the two positions against y coordinate)
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(ypos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('y position in pixels')
plt.ylabel('magnitude of vector diff in pixels')
Text(0, 0.5, 'magnitude of vector diff in pixels')
# Get RA and Dec for sources found in output catalog by pipeline
cat_ra = catalog_long['sky_centroid'].ra.deg
for i in range(len(cat_ra)):
if (cat_ra[i]>180.):
cat_ra[i] -= 360.
cat_dec = catalog_long['sky_centroid'].dec.deg
# Look at position differences in RA and Dec rather than pixels
allRAdiff_cal = []
allDecdiff_cal = []
# Get coordinates with SkyCoord for each catalog
cat_miri = Table([cat_ra, cat_dec], names=('ra', 'dec'))
cat_gaia = Table([gaia_cat['RA'], gaia_cat['DEC']], names=('ra', 'dec'))
coord_cat_gaia = SkyCoord(ra=cat_gaia['ra'], dec=cat_gaia['dec'], unit="deg")
coord_cat_miri = SkyCoord(ra=cat_miri['ra'], dec=cat_miri['dec'], unit="deg")
ind_catmiri_catgaia, dist_2d, _ = match_coordinates_sky(coord_cat_gaia, coord_cat_miri)
# Find where the catalogs match
cat1_matched = cat_gaia[dist_2d.arcsec<0.05]
cat2_matched = cat_miri[ind_catmiri_catgaia[dist_2d.arcsec<0.05]]
#print(cat1_matched)
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec']
#print(ra_diff)
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas) Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
#if ra_diff[i] < 30 and dec_diff[i] < 30:
allRAdiff_cal.append(ra_diff[i])
allDecdiff_cal.append(dec_diff[i])
if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30:
test = 'pass'
else:
test = 'fail'
print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA (mas)')
plt.xlabel('Delta Dec (mas)')
plt.scatter(ra_diff,dec_diff)
plt.show()
RA_Diff (mas) Dec_diff (mas) pass/fail
105.460063 7.607498 fail
-98.815628 26.584458 fail
-48.726711 -2.107807 fail
-66.401585 -9.260238 fail
-58.392907 -41.502647 fail
-55.473247 -31.688004 fail
-75.222772 -2.783856 fail
18.471812 22.883007 pass
-12.255857 20.995742 pass
2.552852 7.273872 pass
5.756982 49.124690 fail
-132.728935 14.082277 fail
41.477443 37.290037 fail
-59.715873 11.487412 fail
89.446697 16.895386 fail
16.443195 42.626117 fail
-2.762265 -29.526004 pass
82.353564 16.585019 fail
79.602389 15.006027 fail
67.983922 22.983910 fail
102.652354 14.315446 fail
63.574498 14.811967 fail
92.006167 0.478849 fail
-84.306897 0.289538 fail
84.581615 -4.704168 fail
51.743137 24.828701 fail
-14.816112 7.036697 pass
-19.109252 6.948050 pass
35.198508 -6.186856 fail
16.026137 2.247655 pass
9.171061 9.225979 pass
57.341160 -42.208776 fail
58.867003 -11.079697 fail
-65.063677 10.012644 fail
31.302057 -12.229140 fail
12.557925 3.509825 pass
22.549816 1.101272 pass
71.702384 4.551963 fail
61.257970 -15.004178 fail
-26.459599 13.439744 pass
-72.843416 -19.948300 fail
54.104776 -16.690403 fail
54.386114 -17.298827 fail
27.682699 21.499729 pass
7.330649 10.982679 pass
-80.694532 18.277932 fail
-39.364087 -41.079255 fail
103.546793 4.803932 fail
78.665575 -1.093677 fail
103.355660 -21.196946 fail
89.664734 26.585536 fail
51.123708 -11.752405 fail
40.821305 45.652580 fail
28.713751 -17.706295 pass
100.591033 -7.206364 fail
21.505770 -11.883538 pass
30.449752 -5.327768 fail
-87.708097 -7.887674 fail
44.642868 0.982908 fail
129.490533 -12.597459 fail
91.031345 9.533030 fail
82.067767 -4.880975 fail
70.634926 -24.564232 fail
60.499689 19.666125 fail
58.279765 21.804142 fail
110.370305 -16.749633 fail
67.275521 -19.694133 fail
91.411400 21.128679 fail
49.695275 -8.388752 fail
85.000907 -3.114187 fail
109.494656 3.147053 fail
-13.011280 -17.081180 pass
36.374301 7.374597 fail
12.268093 -31.742312 fail
13.819034 -37.076964 fail
3.475501 -3.385838 pass
-14.003282 15.614884 pass
-10.501785 35.452990 fail
-14.776052 0.656905 pass
92.770459 12.958140 fail
39.025856 -2.645425 fail
-103.165299 -15.136413 fail
14.422592 -0.594282 pass
78.110206 -4.234319 fail
-1.068572 -5.468976 pass
-11.504501 -2.614002 pass
70.203006 -15.389036 fail
-46.135638 -14.164276 fail
-57.304404 -25.004925 fail
31.278226 -5.570733 fail
-3.820594 -9.154711 pass
28.991311 -44.976611 fail
83.555748 24.640204 fail
-116.662487 -26.966544 fail
-22.866775 5.518612 pass
10.599941 10.602794 pass
13.292607 33.610242 fail
14.211952 -3.339289 pass
10.444499 16.604592 pass
-2.101154 -20.126343 pass
-44.761220 -11.022623 fail
9.444705 -11.843151 pass
-21.953835 -27.244335 pass
# Compare Gaia catalog to the pipeline (source counts and matches based on ra and dec positions)
# set the tolerance for differences and initialize counters
tol = 1.e-5 # Set tolerance around 30 mas (units here are in degrees; 36 mas ~ 1e-5 deg)
found_count=0
multiples_count=0
missed_count=0
# Set up array for matches
detected = np.chararray(len(gaia_cat))
#print(np.shape(detected))
for ra,dec,idx in zip(gaia_cat['RA'], gaia_cat['DEC'],range(len(gaia_cat['RA']))):
match = np.where((np.abs(cat_ra-ra) < tol) & (np.abs(cat_dec-dec) < tol))
#print('match', match)
if np.size(match) == 1:
found_count +=1
detected[idx] = 'Y'
if np.size(match) > 1:
multiples_count +=1
if np.size(match) < 1:
missed_count +=1
total_percent_found = (found_count/len(gaia_cat['RA']))*100
print('\n')
print('SNR threshold used for pipeline: ',pipe3.source_catalog.snr_threshold)
print('Total matches found:',found_count)
#print('Total missed:',missed_count)
print('Number of multiples: ',multiples_count)
print('Total number of input (Gaia) sources:',len(gaia_cat['RA']))
print('Total number in output JWST catalog:',len(cat_ra))
print('Total percent found:',total_percent_found)
print('\n')
SNR threshold used for pipeline: 3 Total matches found: 37 Number of multiples: 0 Total number of input (Gaia) sources: 2189 Total number in output JWST catalog: 165 Total percent found: 1.6902695294655095
# Look at flux
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(catalog_long['xcentroid'], catalog_long['aper_total_flux'],color='blue', s=15, label='F2180W')
ax.scatter(catalog['xcentroid'], catalog['aper_total_flux'], color='green', s=15, label='F7700W')
ax.legend()
plt.yscale('log')
plt.title('Total Flux in '+ str(catalog_long['aper_total_flux'].unit))
plt.xlabel('xcentroid')
plt.ylabel('aper_total_flux')
Text(0, 0.5, 'aper_total_flux')
# See the relationship between Flux and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
maxflux = 0.0012
index = np.where(catalog['aper_total_flux'] < maxflux)
index_long = np.where(catalog_long['aper_total_flux'] < maxflux)
ax.scatter(catalog_long['aper_total_flux'][index_long], catalog_long['aper_total_flux_err'][index_long], color='blue', s=10, label='F2180W')
ax.scatter(catalog['aper_total_flux'][index], catalog['aper_total_flux_err'][index], color='green', s=10, label='F7700W')
ax.legend()
#plt.yscale('log')
plt.title('Total Flux vs. Flux err')
plt.xlabel('Flux in Jy')
plt.ylabel('Flux err')
Text(0, 0.5, 'Flux err')
# Look at AB magnitudes
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(catalog_long['xcentroid'], catalog_long['aper_total_abmag'], color='blue', s=15, label='F2180W')
ax.scatter(catalog['xcentroid'], catalog['aper_total_abmag'], color='green', s=15, label='F770W')
ax.legend()
#plt.yscale('log')
plt.title('Total AB mag')
plt.xlabel('xcentroid')
plt.ylabel('aper_total_abmag')
Text(0, 0.5, 'aper_total_abmag')
# See the relationship between AB mag and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
maxmag = 23
index = np.where(catalog['aper_total_abmag'] < maxmag)
index_long = np.where(catalog_long['aper_total_abmag'] < maxmag)
ax.scatter(catalog_long['aper_total_abmag'][index_long], catalog_long['aper_total_abmag_err'][index_long], color='blue', s=15, label='F2180W')
ax.scatter(catalog['aper_total_abmag'][index], catalog['aper_total_abmag_err'][index], color='green', s=15, label='F770W')
ax.legend()
#plt.yscale('log')
plt.title('Total AB mag vs. AB mag err')
plt.xlabel('AB mag')
plt.ylabel('AB mag err')
Text(0, 0.5, 'AB mag err')
This notebook passes if there are a reasonable number of close matches between the Gaia catalogs and the output positions from source catalog. The differences should show up as a gaussian centered around (0,0) in the plots of deltax v. deltay, with not too many differences above half a pixel. There will be more source matches at the F770W filter than at the F1280W filter. The photometry plots comparing the two filters should also show them being similar.